-- Logs begin at Tue 2022-06-07 13:30:48 UTC, end at Tue 2022-06-07 14:43:14 UTC. -- Jun 07 14:12:25.878162 dv-cinder-836083-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 14:12:28.843793 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.common.config [-] Logging enabled! Jun 07 14:12:28.844379 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev302 Jun 07 14:12:28.844569 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103782) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 07 14:12:28.847856 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.common.config [-] Logging enabled! Jun 07 14:12:28.848113 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev302 Jun 07 14:12:28.848428 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103782) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 07 14:12:28.849357 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 14:12:28.849588 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 14:12:28.850100 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 14:12:28.850348 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 14:12:28.850573 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 14:12:28.850891 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.851189 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.851449 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.851746 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.852033 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.852317 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.852610 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.852901 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.853188 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.853475 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.853758 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.853989 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.854268 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.854554 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.854836 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.855059 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] debug = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.855404 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.855824 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.856241 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.856524 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.856813 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.857107 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.857360 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.857633 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.857917 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.858250 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] host = dv-cinder-836083-9-iscsi {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.858532 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.858819 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.859103 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.859417 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.859691 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.859966 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.860250 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.860523 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.860795 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.861072 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.861357 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.861641 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.861926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.862147 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.862367 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.862649 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.862943 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.863239 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.863512 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.863785 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.864058 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.864583 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.864849 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.865130 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.865411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.865692 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.865964 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.866236 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.866503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.866772 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.867052 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.867352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.867627 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.867897 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.868183 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.868449 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.868719 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.869015 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.869295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.869571 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.869854 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.870127 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.870405 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.870671 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.870940 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.871441 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] use_json = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.871718 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.871988 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.872268 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.872538 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.872808 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.873079 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.873347 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.873628 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.873897 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:28.874188 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.874484 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.874783 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.875064 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.875395 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.875676 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.875960 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.876233 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.876515 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.876800 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.877085 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.877358 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.877653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.877942 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.878231 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.878530 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.878823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.879112 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.879412 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.879685 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.879958 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.880234 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.880518 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.880793 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.881080 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.881366 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.881643 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.881933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.882213 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.882495 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.882784 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.883071 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.883371 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.883650 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.883937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.884210 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.884479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.884762 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.885039 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.885312 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.885592 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.885879 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.886163 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.886433 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.887264 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.887544 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.887820 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.888090 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.888366 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.888641 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.888909 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.889193 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891302 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891868 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.891868 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.892096 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.892363 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.892633 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.892901 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.893172 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.893443 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.893715 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.893984 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.894252 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.894521 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.894790 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.895061 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.895381 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.895656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.895931 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.896207 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.896479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.896750 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.897021 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.897295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.897568 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.897834 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.898124 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.898403 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.898684 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.898962 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.899257 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.899575 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.899853 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.900128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.900411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.900692 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.900972 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.901258 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.901543 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.901833 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.902124 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.902957 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.903274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.903572 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.903863 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.904142 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.904449 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.904727 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:28.904941 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 14:12:28.905180 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103782) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 14:12:29.288719 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 07 14:12:29.288986 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 07 14:12:29.289284 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 07 14:12:29.289609 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 14:12:29.615571 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.615857 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.616123 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.617395 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.617672 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.617940 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.670809 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.671080 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.671370 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.687143 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.687438 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.687699 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.716054 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.716323 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.716585 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.753135 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.753401 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:29.753682 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.102262 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.102896 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.102896 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.103133 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.103952 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.204624 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.204935 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.205212 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.205478 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.205818 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.206122 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.206378 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.206632 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.206883 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.207159 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.207441 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.207701 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.207951 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.208195 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.208442 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.208698 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.208946 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.209206 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.209468 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.209720 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.209985 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.210230 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.210506 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.210874 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.211116 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.211385 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.211772 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:30.212004 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:30.212233 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:30.212461 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:30.212687 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:30.212914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:30.213273 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 14:12:30.216714 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 14:12:30.220675 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 14:12:30.224469 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 07 14:12:30.226073 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 14:12:30.226674 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 14:12:30.227002 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 14:12:30.227410 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 14:12:30.230153 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 14:12:30.230923 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 14:12:30.231508 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 14:12:30.236422 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 07 14:12:30.260869 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 14:12:30.261308 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.261623 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103782) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 07 14:12:30.262186 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.263575 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103782) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 14:12:30.263856 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 14:12:30.264098 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 14:12:30.267570 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.267847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.334119 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 14:12:30.334350 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 14:12:30.334585 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 14:12:30.334948 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 14:12:30.388935 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO dbcounter [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Registered counter for database neutron Jun 07 14:12:30.407945 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_db.sqlalchemy.engines [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103782) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 14:12:30.413641 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG dbcounter [-] [103782] Writer thread running {{(pid=103782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 14:12:30.858336 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing driver for type 'gre' Jun 07 14:12:30.858884 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] gre ID ranges: [(1, 1000)] Jun 07 14:12:30.919491 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing driver for type 'local' Jun 07 14:12:30.919819 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing driver for type 'vlan' Jun 07 14:12:30.933025 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] VlanTypeDriver initialization complete Jun 07 14:12:30.933512 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing driver for type 'vxlan' Jun 07 14:12:30.934133 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] vxlan ID ranges: [(1, 1000)] Jun 07 14:12:30.991162 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing extension driver 'port_security' Jun 07 14:12:30.991522 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.extensions.port_security [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] PortSecurityExtensionDriver initialization complete Jun 07 14:12:30.991862 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing mechanism driver 'openvswitch' Jun 07 14:12:30.992200 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing mechanism driver 'hyperv' Jun 07 14:12:30.998810 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:12:30.999519 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:30.999893 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.000245 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.000743 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 14:12:31.001162 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.001517 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.001864 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.002253 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 14:12:31.002664 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.003016 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.003386 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.003778 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 14:12:31.004184 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > security_group after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.004536 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > security_group after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.004879 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.005266 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 14:12:31.005669 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.006016 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.006358 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.006747 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 14:12:31.007153 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > address_group after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.007524 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > address_group after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.007869 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.008421 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103782) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 07 14:12:31.008884 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] ML2 OVO RPC backend initialized. {{(pid=103782) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 07 14:12:31.009596 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.009964 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.010387 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.010741 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > networks before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.011091 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.011479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > ports before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.012412 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.012794 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnets before_response 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.013118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.013465 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.013807 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.014154 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.014500 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.014841 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.015182 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.015554 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.015891 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.023420 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded quota_driver: . Jun 07 14:12:31.023787 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.plugin [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Modular L2 Plugin initialization complete Jun 07 14:12:31.024137 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading services supported by the core plugin {{(pid=103782) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 14:12:31.024478 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.plugins.ml2.managers [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Got port-security extension from driver 'port_security' Jun 07 14:12:31.024959 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.extensions.vlantransparent [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Disabled vlantransparent extension. Jun 07 14:12:31.025459 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103782) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 14:12:31.025783 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: router Jun 07 14:12:31.061389 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.061784 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_create 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.062159 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router before_create 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.062526 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.062897 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.063283 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_delete 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.063647 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.064000 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.064355 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_create 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.064705 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_update 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.065054 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_update 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.065402 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.065760 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_update 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.066170 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_update 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.066543 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.066884 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.067240 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: subnet after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.067590 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.067938 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.068286 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_create 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.068629 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.068974 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.069329 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router after_update 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.069672 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.070026 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_create 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.070387 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.070730 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_update 55549900 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.071095 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > agent after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.071470 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > agent after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.071814 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > network after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.072683 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Tracking information for resource: router configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:31.073014 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Tracking information for resource: floatingip configured {{(pid=103782) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:12:31.078712 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.db.l3_agentschedulers_db [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 14:12:31.079318 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.079682 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.080039 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.080391 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.081186 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router before_create 55550100 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.081552 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.081917 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_create 55550100 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.082275 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > router precommit_update 55550100 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.087024 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.provider_configuration [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service providers = [] {{(pid=103782) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 14:12:31.087416 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.db.servicetype_db [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103782) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 14:12:31.091056 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.service_base [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:12:31.091431 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.service_base [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:12:31.091779 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.service_base [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:12:31.092688 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.services.service_base [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103782) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:12:31.093061 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.services.service_base [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 14:12:31.093446 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.093766 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 14:12:31.104461 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.104978 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: auto_allocate Jun 07 14:12:31.110599 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: network precommit_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.110925 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: network precommit_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.111489 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.111808 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: tag Jun 07 14:12:31.118863 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.119199 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: timestamp Jun 07 14:12:31.123242 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.123583 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: network_ip_availability Jun 07 14:12:31.129108 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.129481 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.129836 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.130558 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.130879 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: flavors Jun 07 14:12:31.135599 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.135938 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading Plugin: revisions Jun 07 14:12:31.141026 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103782) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:12:31.141426 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_concurrency.lockutils [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=103782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 07 14:12:31.142169 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103782) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 07 14:12:31.142511 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Initializing extension manager. Jun 07 14:12:31.143038 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: __init__.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.143414 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: __pycache__ {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.143752 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: _port_mac_address_override.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.144086 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: address_group.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.144847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.145416 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: address-group Jun 07 14:12:31.145742 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: address_scope.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.146465 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.146996 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: address-scope Jun 07 14:12:31.147351 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.148299 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.148828 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: router-admin-state-down-before-update Jun 07 14:12:31.149153 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: agent.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.149858 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.150379 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: agent Jun 07 14:12:31.150701 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: agent_resources_synced.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.151648 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.152219 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: agent-resources-synced Jun 07 14:12:31.153052 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: allowedaddresspairs.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.154879 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.155433 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: allowed-address-pairs Jun 07 14:12:31.155763 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: auto_allocated_topology.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.156856 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.157384 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: auto-allocated-topology Jun 07 14:12:31.157711 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: availability_zone.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.158415 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.158932 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: availability_zone Jun 07 14:12:31.159280 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: availability_zone_filter.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.160217 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.160737 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: availability_zone_filter Jun 07 14:12:31.161062 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: data_plane_status.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.161985 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.162499 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 14:12:31.162822 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: default_subnetpools.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.163772 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.164292 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: default-subnetpools Jun 07 14:12:31.164615 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.165432 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.166018 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: dhcp_agent_scheduler Jun 07 14:12:31.166259 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: dns.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.167189 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.167726 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 14:12:31.168090 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: dns_domain_ports.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.169010 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.169520 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 14:12:31.169841 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.170772 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.171321 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 07 14:12:31.171646 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: dvr.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.172320 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.172831 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: dvr Jun 07 14:12:31.173153 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: ecmp_routes.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.174083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.174596 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 07 14:12:31.174921 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: empty_string_filtering.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.175881 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.176403 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: empty-string-filtering Jun 07 14:12:31.176736 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.177653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.178168 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 14:12:31.178490 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.179439 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.179956 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 14:12:31.180279 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: external_net.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.181196 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.181716 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: external-net Jun 07 14:12:31.182038 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.182960 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.183564 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: extra_dhcp_opt Jun 07 14:12:31.183932 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: extraroute.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.184810 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.185325 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: extraroute Jun 07 14:12:31.185646 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: extraroute_atomic.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.186718 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.187237 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: extraroute-atomic Jun 07 14:12:31.187570 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: filter_validation.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.188242 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.188758 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: filter-validation Jun 07 14:12:31.189079 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: fip_pf_description.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.190006 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.190517 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 14:12:31.190837 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: fip_pf_port_range.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.191801 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.192307 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 07 14:12:31.192628 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: fip_port_details.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.193550 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.194064 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: fip-port-details Jun 07 14:12:31.194385 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: flavors.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.195654 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.196181 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: flavors Jun 07 14:12:31.196512 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.198345 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.198880 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 14:12:31.199757 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: floatingip_pools.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.200465 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.200987 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: floatingip-pools Jun 07 14:12:31.201313 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: ip_allocation.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.202240 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.202761 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 14:12:31.203086 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.204113 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.204633 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: ip-substring-filtering Jun 07 14:12:31.204960 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l2_adjacency.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.205906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.206442 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 14:12:31.206771 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.207781 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.208304 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: router Jun 07 14:12:31.208630 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.210868 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.211441 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 14:12:31.211780 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.212720 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.213254 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: ext-gw-mode Jun 07 14:12:31.213588 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.214520 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.215648 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: l3-ha Jun 07 14:12:31.215979 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.216910 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.217425 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 07 14:12:31.217751 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_flavors.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.218675 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.219193 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: l3-flavors Jun 07 14:12:31.219542 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.220917 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.221443 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 07 14:12:31.221777 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.222707 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.223246 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 14:12:31.223584 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: l3agentscheduler.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.224639 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.225164 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: l3_agent_scheduler Jun 07 14:12:31.225495 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: local_ip.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.227305 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.227841 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension local_ip not supported by any of loaded plugins Jun 07 14:12:31.228176 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: logging.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.229653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.230189 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension logging not supported by any of loaded plugins Jun 07 14:12:31.230557 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: metering.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.231495 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.232091 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: metering Jun 07 14:12:31.232423 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.235137 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.235722 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: metering_source_and_destination_fields Jun 07 14:12:31.236064 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: multiprovidernet.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.237020 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.237552 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: multi-provider Jun 07 14:12:31.237886 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: netmtu.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.238816 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.239642 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: net-mtu Jun 07 14:12:31.239975 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: netmtu_writable.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.240908 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.241428 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: net-mtu-writable Jun 07 14:12:31.241758 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: network_availability_zone.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.242435 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.242955 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: network_availability_zone Jun 07 14:12:31.243329 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: network_ip_availability.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.244428 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.244955 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: network-ip-availability Jun 07 14:12:31.245286 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: network_segment_range.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.246177 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.246697 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 14:12:31.247032 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: pagination.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.248059 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.248394 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: pagination Jun 07 14:12:31.248721 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: port_device_profile.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.249637 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.250162 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: port-device-profile Jun 07 14:12:31.250486 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: port_mac_address_override.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.251463 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.251990 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: port-mac-override Jun 07 14:12:31.252314 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.253256 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.253779 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: port-mac-address-regenerate Jun 07 14:12:31.254101 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.255023 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.255576 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: port-numa-affinity-policy Jun 07 14:12:31.255901 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: port_resource_request.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.256825 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.257343 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 14:12:31.257667 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: port_resource_request_groups.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.258637 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.259152 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 07 14:12:31.259504 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: portbindings.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.260438 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.260956 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: binding Jun 07 14:12:31.261280 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: portbindings_extended.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.263357 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.263900 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: binding-extended Jun 07 14:12:31.264211 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: portsecurity.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.265142 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.265663 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: port-security Jun 07 14:12:31.265992 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: project_id.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.266976 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.267339 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: project-id Jun 07 14:12:31.267664 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: providernet.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.268598 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.269118 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: provider Jun 07 14:12:31.269442 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.273046 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.273582 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos not supported by any of loaded plugins Jun 07 14:12:31.273912 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.275170 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.275726 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 14:12:31.276061 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.277012 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.278184 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 14:12:31.278513 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_default.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.279479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.279997 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-default not supported by any of loaded plugins Jun 07 14:12:31.280326 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_fip.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.281256 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.281803 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 14:12:31.282128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.283055 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.283604 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 07 14:12:31.283930 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_gateway_ip.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.284859 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.285377 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 14:12:31.285701 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_port_network_policy.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.286635 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.287152 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 14:12:31.287510 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.288568 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.289086 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 07 14:12:31.289413 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.290460 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.290978 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 07 14:12:31.291331 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_pps_rule.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.292519 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.293165 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-pps not supported by any of loaded plugins Jun 07 14:12:31.293496 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_rule_type_details.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.294532 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.295087 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 14:12:31.295438 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.296382 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.296899 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 07 14:12:31.297226 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: qos_rules_alias.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.298273 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.298792 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 14:12:31.299119 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: quota_check_limit.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.300076 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.300600 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: quota-check-limit Jun 07 14:12:31.300927 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: quotasv2.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.301863 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.302192 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: quotas Jun 07 14:12:31.302515 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: quotasv2_detail.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.304254 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.304596 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: quota_details Jun 07 14:12:31.304927 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: rbac.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.305985 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.306518 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: rbac-policies Jun 07 14:12:31.306852 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: rbac_address_group.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.307836 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.308887 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: rbac-address-group Jun 07 14:12:31.309229 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: rbac_address_scope.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.310249 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.310773 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: rbac-address-scope Jun 07 14:12:31.311102 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: rbac_security_groups.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.312075 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.312597 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: rbac-security-groups Jun 07 14:12:31.312925 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: rbac_subnetpool.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.313861 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.314383 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: rbac-subnetpool Jun 07 14:12:31.314710 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: revisionifmatch.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.315684 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.316204 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: revision-if-match Jun 07 14:12:31.316531 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: revisions.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.317666 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.318190 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: standard-attr-revisions Jun 07 14:12:31.318523 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: router_availability_zone.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.319200 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.319751 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: router_availability_zone Jun 07 14:12:31.320077 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: routerservicetype.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.321020 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.321537 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 14:12:31.321863 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.322806 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.323361 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: security-groups-normalized-cidr Jun 07 14:12:31.323686 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.325240 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.325756 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: port-security-groups-filtering Jun 07 14:12:31.326082 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.327033 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.327586 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: security-groups-remote-address-group Jun 07 14:12:31.327918 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.328863 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.329377 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: security-groups-shared-filtering Jun 07 14:12:31.329701 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: securitygroup.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.339499 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.340072 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: security-group Jun 07 14:12:31.340405 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: segment.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.341145 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.341668 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension segment not supported by any of loaded plugins Jun 07 14:12:31.341999 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.342951 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.343504 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 14:12:31.343834 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: servicetype.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.344934 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.345462 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: service-type Jun 07 14:12:31.345793 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: sorting.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.346787 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.347124 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: sorting Jun 07 14:12:31.347483 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: standard_attr_segment.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.348414 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.348931 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 14:12:31.349258 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: standardattrdescription.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.349916 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.350434 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: standard-attr-description Jun 07 14:12:31.350761 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: stateful_security_group.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.351746 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.352269 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: stateful-security-group Jun 07 14:12:31.352594 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: stdattrs_common.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.353181 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 14:12:31.353499 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.354441 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.354966 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 14:12:31.355372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: subnet_onboard.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.356461 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.356989 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: subnet_onboard Jun 07 14:12:31.357316 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.358259 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.358777 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 14:12:31.359102 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: subnet_service_types.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.360072 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.360652 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: subnet-service-types Jun 07 14:12:31.360935 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: subnetallocation.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.362028 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.362556 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: subnet_allocation Jun 07 14:12:31.362882 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.363601 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.364117 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: subnetpool-prefix-ops Jun 07 14:12:31.364693 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.365630 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.366145 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 14:12:31.366469 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: tagging.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.367555 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.368091 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: standard-attr-tag Jun 07 14:12:31.368417 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: timestamp.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.369625 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.370149 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loaded extension: standard-attr-timestamp Jun 07 14:12:31.370477 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: trunk.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.372086 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.372608 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension trunk not supported by any of loaded plugins Jun 07 14:12:31.372937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: trunk_details.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.373867 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.374385 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 14:12:31.374712 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: uplink_status_propagation.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.375681 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.376195 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 14:12:31.376517 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Loading extension file: vlantransparent.py {{(pid=103782) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 07 14:12:31.377191 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103782) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 07 14:12:31.377704 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 14:12:31.380296 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:network Jun 07 14:12:31.380841 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:subnet Jun 07 14:12:31.381239 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:12:31.381637 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:port Jun 07 14:12:31.382855 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.383341 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service FLAVORS assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.383963 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.384398 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.384730 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:router Jun 07 14:12:31.385159 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 14:12:31.385660 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service METERING assigned prefix: /metering {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.387363 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.387744 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.388111 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:12:31.389116 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 14:12:31.389552 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:security_group Jun 07 14:12:31.389987 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 14:12:31.390597 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service CORE assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.390929 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:12:31.391304 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] subnetpool is already registered Jun 07 14:12:31.391751 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service CORE assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.392084 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:12:31.392414 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] subnetpool is already registered Jun 07 14:12:31.394680 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.395112 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service FLAVORS assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.395818 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.396239 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.396573 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:router Jun 07 14:12:31.396915 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] router is already registered Jun 07 14:12:31.397326 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 14:12:31.397664 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] floatingip is already registered Jun 07 14:12:31.398125 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service METERING assigned prefix: /metering {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.398785 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 14:12:31.399114 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] rbac_policy is already registered Jun 07 14:12:31.399553 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:security_group Jun 07 14:12:31.399887 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] security_group is already registered Jun 07 14:12:31.400289 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 14:12:31.400621 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] security_group_rule is already registered Jun 07 14:12:31.401240 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service CORE assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.401570 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:12:31.401911 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] subnetpool is already registered Jun 07 14:12:31.402885 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.v2.resource_helper [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Service CORE assigned prefix: {{(pid=103782) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:12:31.403243 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:12:31.403584 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING neutron.quota.resource_registry [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] subnetpool is already registered Jun 07 14:12:31.404045 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: extensions {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.405519 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: address-groups {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.407006 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: address-scopes {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.408366 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: agents {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.409551 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: auto-allocated-topology {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.410815 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: availability_zones {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.412072 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: dhcp-networks {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.413576 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: dhcp-agents {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.415006 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: routers {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.416755 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: flavors {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.418598 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: service_profiles {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.419853 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: next_providers {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.421287 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: service_profiles {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.422831 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: floatingip-pools {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.424079 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: routers {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.425790 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: floatingips {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.427966 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: l3-routers {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.429409 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: l3-agents {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.430832 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: metering-labels {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.432134 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: metering-label-rules {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.433572 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: network-ip-availabilities {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.434997 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: bindings {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.436588 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: quotas {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.438252 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: quotas {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.439835 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: rbac-policies {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.441036 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: security-groups {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.442695 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: security-group-rules {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.443994 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: service-providers {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.445225 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: subnetpools {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.446562 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: subnetpools {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.448137 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.450006 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.451845 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.453667 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.455395 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.457428 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.459122 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.461046 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.462803 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.465138 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron.api.extensions [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Extended resource: tags {{(pid=103782) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:12:31.471111 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING keystonemiddleware.auth_token [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 14:12:31.476342 dv-cinder-836083-9-iscsi neutron-server[103782]: WARNING keystonemiddleware.auth_token [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 14:12:31.485652 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_concurrency.lockutils [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Acquired lock "singleton_lock" {{(pid=103782) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 07 14:12:31.486127 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_concurrency.lockutils [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Releasing lock "singleton_lock" {{(pid=103782) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 07 14:12:31.486781 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Starting 2 workers Jun 07 14:12:31.492000 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Started child 103889 {{(pid=103782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 14:12:31.496613 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Started child 103890 {{(pid=103782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 14:12:31.497569 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:31.498273 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO neutron.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 14:12:31.498881 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:31.499117 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [-] (103889) wsgi starting up on http://0.0.0.0:9696 Jun 07 14:12:31.501422 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Starting 1 workers Jun 07 14:12:31.501559 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:31.502920 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [-] (103890) wsgi starting up on http://0.0.0.0:9696 Jun 07 14:12:31.506732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Started child 103891 {{(pid=103782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 14:12:31.507302 dv-cinder-836083-9-iscsi neutron-server[103782]: INFO oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Starting 1 workers Jun 07 14:12:31.510581 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] calling RpcWorker wait() {{(pid=103891) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 14:12:31.511109 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] returning from RpcWorker wait() {{(pid=103891) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 14:12:31.511953 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Started child 103892 {{(pid=103782) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 07 14:12:31.512611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:31.512726 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d48aaed3-d572-4a81-8fef-72a573d65408 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:31.513214 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:12:31.514684 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103782) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 07 14:12:31.514886 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 14:12:31.515079 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 14:12:31.515342 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 14:12:31.515672 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 14:12:31.515834 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 14:12:31.516355 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.516626 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.516895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.517100 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:31.517562 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.517752 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.518007 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.518265 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.518568 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.518798 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.518972 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.519141 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.519419 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.519669 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.519961 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.520222 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.520474 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.520727 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.520896 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.521114 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.521391 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.521635 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.521921 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] debug = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.522172 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.522699 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.522947 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.523185 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.523448 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.523744 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.523997 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.524248 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.524492 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.524733 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.524974 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.525225 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.525467 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.525694 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.525921 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.526197 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.526418 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.526885 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] host = dv-cinder-836083-9-iscsi {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.527680 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.527930 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.528190 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.528445 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.528710 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.528925 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.529184 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.529425 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.529686 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.529929 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.530190 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.530446 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.530676 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.530913 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.531076 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_options = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.531321 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.531579 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.531853 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.532045 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.532212 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.532374 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.532641 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.532802 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.533049 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.533287 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.533522 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.533802 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.533970 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.534185 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.534434 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.534664 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.534889 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.535088 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.535373 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.535599 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.535829 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.536054 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.536299 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.536528 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.536741 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.536957 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.537181 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.537396 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.537612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.537836 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.538096 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.538352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.538589 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.538843 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.539010 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:12:31.539365 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.539597 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.539829 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.540081 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.540344 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.540567 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.540791 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.541049 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.541266 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.541512 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.541733 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.541951 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.542158 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_json = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.542609 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.542609 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.544501 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.544501 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.544501 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.544501 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.544869 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.544965 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.545132 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.545557 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.546147 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.546236 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.546955 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.546955 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.547281 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.547407 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.547594 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.548001 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.548157 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.548390 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.548612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.548991 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.549340 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.549622 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.549979 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.550240 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.550502 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.550738 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.550971 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.551193 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.551455 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.551737 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.551990 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.552236 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.552526 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.552718 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.552973 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37538) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:12:31.553197 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.553420 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.553562 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.553842 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.554096 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.555288 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.555535 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.555796 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.556053 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.556294 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561057 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561572 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561572 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.561701 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.562069 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.562375 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.562671 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.562958 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.563237 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072031 Jun 07 14:12:31.563340 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.563662 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.563985 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.565143 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.565541 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.565907 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.566521 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.566650 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.567741 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.567741 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.567741 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.567741 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.568054 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.568354 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.568745 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.568847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.569020 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.569232 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.569444 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.569670 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.569873 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.570083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.570318 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.570536 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.571479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.571479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.571479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.571479 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.571770 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.571839 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573352 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573772 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573772 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.573895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.574188 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.574476 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.574770 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.575074 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.575286 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.575530 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577429 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577891 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.577891 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.578020 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.578483 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.579646 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.579891 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.580148 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.580408 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.580677 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.580908 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.581184 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.581437 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.581673 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.581896 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.582130 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.582393 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.582663 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.582922 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.583171 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.583438 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.583709 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.584230 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.584499 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.584763 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.585009 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.585243 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.585499 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.585729 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.585985 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.586215 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.586502 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.586736 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.586980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.587211 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.587467 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.587713 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.588021 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.588264 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.588488 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.588716 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.588979 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.589222 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.589461 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.590282 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.590543 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.590787 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.591014 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.591274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.591533 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.591775 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.592019 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.592231 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.592493 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.592704 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.592939 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.593170 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.593383 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.593644 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.593857 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.594083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.594306 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.594541 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.594785 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.595040 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.596085 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.596330 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.596581 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.596817 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.597031 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.597272 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.597507 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.598653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.598653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.598653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.598653 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.599004 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.599004 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.599199 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.599452 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.599707 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.599938 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.600183 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.600394 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.600627 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.600848 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.601062 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.601271 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.601491 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.601721 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.601970 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.602205 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.602703 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.602817 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.603008 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.603295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604298 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604298 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604298 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604298 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604586 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604586 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.604842 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.605094 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.605934 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.606160 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.606583 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.606806 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.607065 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.607341 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.607593 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.607820 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.608076 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.608406 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.608679 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.608907 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.609204 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.609576 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.609994 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.610593 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.610858 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.611110 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.611388 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.611645 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.611909 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.612150 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.612382 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.612638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.612888 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.613122 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.613392 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.613578 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.613809 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.614034 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.614497 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.614705 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.614924 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.615151 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.615376 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.615716 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.616050 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.616286 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.616507 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.616752 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.617535 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.617776 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.618004 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.618211 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.618430 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.618650 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.618855 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.619105 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.619369 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.619761 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.620179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.620606 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.621801 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.621801 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.621801 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.621801 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.622091 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.622170 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.622395 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.622646 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.622957 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.623233 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.623495 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.623721 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.623937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.624155 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.624845 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.624845 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.624998 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.625243 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.625547 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.627625 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.627928 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.628660 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.628660 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.628837 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.629036 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.629296 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.629560 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.629801 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.630041 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.630284 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.630519 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.630769 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.631015 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.631282 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.631545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.631780 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.632928 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.632928 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.632928 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.632928 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.632928 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.633349 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.633421 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.633571 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.633723 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 14:12:31.634268 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103782) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 07 14:12:31.634459 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 14:12:31.634606 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 14:12:31.634745 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 14:12:31.634902 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 14:12:31.635048 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 14:12:31.635307 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.635468 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.635604 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.635737 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.635902 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.636047 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.637545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.637545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.637545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.637545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.637545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.637545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638130 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638130 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638130 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638325 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638495 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638588 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638722 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.638877 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.639033 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.639189 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] debug = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.639368 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.639589 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.639866 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.639954 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640088 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640216 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640335 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640476 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640632 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640788 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.640949 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.641087 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.641255 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.641390 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.641545 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.641701 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.641856 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.642012 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] host = dv-cinder-836083-9-iscsi {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.642169 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.643847 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.644612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.644612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.644612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.644612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.644612 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.645084 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.645084 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_options = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.645084 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.645363 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.645363 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.646574 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.647503 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.648906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.649656 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.650638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.650638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.650638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.650638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.650638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.650638 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651209 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651209 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651209 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651209 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651627 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651627 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651627 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651903 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_json = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.651903 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.652102 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.652351 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.652496 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.652657 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.653008 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.653008 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.654074 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.654249 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:12:31.654409 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.654560 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.654729 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.654890 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.655037 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.655194 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.655472 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.655621 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.655754 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.655886 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.656030 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.656164 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.656309 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.656441 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.657353 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.657353 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.657353 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.657353 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.657353 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.657353 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.658274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.658274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.658274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.658274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.658274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.658274 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.659179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.659179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.659179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.659179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.659179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.659179 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.660823 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.662372 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.664118 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.665083 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.666914 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.667548 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.668905 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669766 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.669895 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.670933 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.671980 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.672919 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.672919 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673180 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673180 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673442 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673442 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673691 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673840 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.673972 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.674204 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.674204 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.674485 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.674485 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.674740 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.674871 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675002 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675134 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675319 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675456 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675588 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.675856 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676017 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676182 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676335 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676492 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676674 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676831 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.676988 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.677146 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.677304 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.677460 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.677630 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.677771 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.677929 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.678087 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.678245 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.678405 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.678562 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.678721 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.678878 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.679035 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.679193 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.680221 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.680387 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.680610 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.680728 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.680936 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.681047 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.681151 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682139 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682139 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682139 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682139 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682139 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682139 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.682732 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.684295 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685247 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685247 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685247 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685247 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685247 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685247 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685788 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685788 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685788 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.685788 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.686219 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.686219 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.686219 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.686427 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.686513 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.687263 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.687263 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.687263 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.687263 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.687686 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.687881 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688026 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688160 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.688937 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689339 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689339 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689339 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689615 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689615 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689774 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.689906 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.690063 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.690258 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.691128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.691128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.691128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.691128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.691128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.691128 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.692926 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.693665 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.694411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.694411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.694411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.694411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.694411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.694411 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.695161 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.695161 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.695161 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.695161 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.695161 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.696148 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.696400 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.696755 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.696972 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.697141 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.697308 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.697443 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.697609 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.697789 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.697918 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.698082 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.698241 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.698398 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.698558 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.698728 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.698887 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.699623 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.699900 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700082 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700082 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700379 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700379 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700611 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700695 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.700837 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701064 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701190 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701317 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701476 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701641 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701811 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.701969 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.702131 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.702287 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.702598 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.702944 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.703308 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.703674 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.703817 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.703979 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.704138 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.704296 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.704453 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.704697 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.704837 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.705017 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.705143 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.705270 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.705399 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.705506 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:12:31.705650 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103782) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 14:12:40.983749 dv-cinder-836083-9-iscsi neutron-server[103782]: DEBUG dbcounter [-] [103782] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:12:43.011397 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b506743f-5d0b-4511-a3f8-d1e423ba7ebd None None] get_active_networks_info from dv-cinder-836083-9-iscsi {{(pid=103891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 07 14:12:43.036753 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writer thread running {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 14:12:43.037420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writer thread running {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 14:12:43.101196 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506743f-5d0b-4511-a3f8-d1e423ba7ebd None None] No non-hosted networks {{(pid=103891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 14:12:43.116664 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.agentschedulers_db [None req-b506743f-5d0b-4511-a3f8-d1e423ba7ebd None None] DHCP Agent not found on host dv-cinder-836083-9-iscsi {{(pid=103891) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 07 14:12:43.244290 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20f30760-273b-4fdb-b973-de4610dc27aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728897'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:44.722881 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writer thread running {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 14:12:45.403923 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78050911-24fc-4d22-836d-5208e7ca413e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728897'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:45.445030 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cbea970c-28f5-47fd-aa26-616dc14c17ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:46.235031 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728897'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:46.305293 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:12:46.855638 dv-cinder-836083-9-iscsi neutron-server[103890]: WARNING oslo_policy.policy [None req-bb2f7946-7f7b-4fa9-8f85-5d0f4bee8d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:12:46.856308 dv-cinder-836083-9-iscsi neutron-server[103890]: WARNING oslo_policy.policy [None req-bb2f7946-7f7b-4fa9-8f85-5d0f4bee8d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:12:47.081942 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [None req-bb2f7946-7f7b-4fa9-8f85-5d0f4bee8d2e admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:12:47.083679 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-bb2f7946-7f7b-4fa9-8f85-5d0f4bee8d2e admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7774637 Jun 07 14:12:47.984654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728897'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:49.521989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728897'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:49.524131 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.524664 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.525253 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.525782 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.528928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.529507 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.530017 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.530583 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.531081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.531843 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.532750 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.533266 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.535432 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.535983 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.536504 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:49.537093 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:12:49.549915 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:12:49.741199 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37650) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:12:50.304512 dv-cinder-836083-9-iscsi neutron-server[103889]: WARNING oslo_policy.policy [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:12:50.305104 dv-cinder-836083-9-iscsi neutron-server[103889]: WARNING oslo_policy.policy [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:12:50.525446 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:12:50.617640 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.policy [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 14:12:50.660235 dv-cinder-836083-9-iscsi neutron-server[103889]: WARNING oslo_policy.policy [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:12:50.660235 dv-cinder-836083-9-iscsi neutron-server[103889]: WARNING oslo_policy.policy [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:12:50.680596 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writer thread running {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 14:12:50.763831 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767757481486', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767757479986', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767757365577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767757375655', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767757369510', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767757393368', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1310902', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1340165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-345537', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-412132'] for rbac-policy (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:50.839993 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:50.855262 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-1fc819e1-89ce-4ecc-82aa-89d9e67182d5 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1045816 Jun 07 14:12:50.860261 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.db.l3_hamode_db [None req-19bb99b6-3d5f-45d9-9d2a-2c79143697d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 14:12:50.945277 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb99b6-3d5f-45d9-9d2a-2c79143697d2 None None] Routers set() bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:12:50.945592 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb99b6-3d5f-45d9-9d2a-2c79143697d2 None None] Router IDs set() for agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 07 14:12:53.329285 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37668) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:12:53.647639 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:12:53.677463 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Made reservation on behalf of a85ae30482264d7ba1c84ab0ca46d4e0 for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:12:53.681629 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:53.699452 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:53.809313 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks [] for security_group (a5a0fe38-d681-48b9-8cd4-c36ba3551d6f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:53.813044 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a5a0fe38-d681-48b9-8cd4-c36ba3551d6f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:53.837683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:12:53.878342 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767759416068', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (85161635-0166-41dd-be48-8cd08a9c1e7c), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:53.878897 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Unsubscribe: segment precommit_create {{(pid=103889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 14:12:53.879479 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Added segment 85161635-0166-41dd-be48-8cd08a9c1e7c of type vlan for network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 Jun 07 14:12:53.896847 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0fe38-d681-48b9-8cd4-c36ba3551d6f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:12:53.959791 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.960043 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.960392 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.960744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.961072 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.961393 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.961710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.962023 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.962366 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.962679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.962992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.963345 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.963659 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.964507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.965041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Tracked resource versions report: Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: pushed versions: Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: { 'AddressGroup': {'1.2'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Agent': {'1.1'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'ConntrackHelper': {'1.0'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Log': {'1.0'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'NDPProxy': {'1.0'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Network': {'1.1'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Port': {'1.7'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'PortForwarding': {'1.3'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'QosPolicy': {'1.10'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroup': {'1.5'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SubPort': {'1.0'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Subnet': {'1.1'}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Trunk': {'1.1'}} Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: consumer versions: Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Agent': '1.1', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'ConntrackHelper': '1.0', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'LocalIPAssociation': '1.0', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Log': '1.0', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'NDPProxy': '1.0', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Network': '1.1', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Port': '1.7', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'PortForwarding': '1.3', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'QosPolicy': '1.10', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroup': '1.5', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroupRule': '1.2', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SubPort': '1.0', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Subnet': '1.1', Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Trunk': '1.1'}} Jun 07 14:12:53.966527 dv-cinder-836083-9-iscsi neutron-server[103889]: {{(pid=103889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:12:54.004215 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:54.046031 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:54.051195 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:12:54.051934 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:54.093676 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:12:54.162688 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8323264 Jun 07 14:12:54.173753 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb8580-017f-4dde-958d-eaff30faa7f6 demo demo] Pushing event updated for resources: {'Network': ['ID=8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:12:54.187413 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:12:56.704561 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37682) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:12:57.127806 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486564b-a37d-4570-bb9c-910031aa8cf1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:12:57.129075 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b486564b-a37d-4570-bb9c-910031aa8cf1 demo admin] 10.222.0.81 "GET /v2.0/networks/8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 HTTP/1.1" status: 200 len: 825 time: 0.4235358 Jun 07 14:12:57.154020 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c2a1731e-e845-4588-bd23-143cf3f30a7b demo admin] 10.222.0.81 "GET /v2.0/subnetpools/761bc02c-7b82-4757-b1fa-902279db4b68 HTTP/1.1" status: 200 len: 734 time: 0.0192733 Jun 07 14:12:57.162701 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:12:57.185197 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Made reservation on behalf of a85ae30482264d7ba1c84ab0ca46d4e0 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:12:57.187597 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:57.337151 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:12:57.484102 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (745f2f05-5405-40c6-ad8e-d42b7a527258), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:57.556163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Pushing event updated for resources: {'Subnet': ['ID=745f2f05-5405-40c6-ad8e-d42b7a527258,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:12:57.559812 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Checking segment: {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:12:57.560202 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Network hostable DHCP agents. Network: 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:12:57.581697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:12:57.593262 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:12:57.599252 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:12:57.599848 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:57.602242 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93ecc7-67c2-4196-9737-904719e86596 None None] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:12:57.615695 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2f85f1e8-889b-4bc5-9236-a4c1a9cac59c demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4562171 Jun 07 14:12:57.867406 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:12:57.868736 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:58.151937 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Allocated IP 172.20.0.2 (8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0/745f2f05-5405-40c6-ad8e-d42b7a527258/df46a208-6e86-49da-bbe5-df40113bc007) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:12:58.420414 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Publish callbacks [] for port (df46a208-6e86-49da-bbe5-df40113bc007), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:58.427965 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (df46a208-6e86-49da-bbe5-df40113bc007), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:58.482271 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:12:58.514982 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:12:58.519558 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:12:58.524666 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Pushing event updated for resources: {'Port': ['ID=df46a208-6e86-49da-bbe5-df40113bc007,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:12:58.525801 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:12:58.537427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.537773 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.538131 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.538484 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.538819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.539146 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.539493 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.539816 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.540134 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.540451 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.540772 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.541105 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.541424 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.541808 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.542600 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Tracked resource versions report: Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: pushed versions: Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: { 'AddressGroup': {'1.2'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Agent': {'1.1'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'ConntrackHelper': {'1.0'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Log': {'1.0'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'NDPProxy': {'1.0'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Network': {'1.1'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Port': {'1.7'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'PortForwarding': {'1.3'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'QosPolicy': {'1.10'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroup': {'1.5'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SubPort': {'1.0'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Subnet': {'1.1'}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Trunk': {'1.1'}} Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: consumer versions: Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Agent': '1.1', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'ConntrackHelper': '1.0', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'LocalIPAssociation': '1.0', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Log': '1.0', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'NDPProxy': '1.0', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Network': '1.1', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Port': '1.7', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'PortForwarding': '1.3', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'QosPolicy': '1.10', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroup': '1.5', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroupRule': '1.2', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SubPort': '1.0', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Subnet': '1.1', Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Trunk': '1.1'}} Jun 07 14:12:58.544081 dv-cinder-836083-9-iscsi neutron-server[103891]: {{(pid=103891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:12:58.621588 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Attempting to bind port df46a208-6e86-49da-bbe5-df40113bc007 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:12:58.622284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Attempting to bind port df46a208-6e86-49da-bbe5-df40113bc007 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:12:58.622405 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Attempting to bind port df46a208-6e86-49da-bbe5-df40113bc007 on network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:12:58.627310 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:12:58.627927 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Checking segment: {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:12:58.628175 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:58.628560 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Bound using segment: {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:12:58.629035 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Bound port: df46a208-6e86-49da-bbe5-df40113bc007, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:12:58.629428 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (df46a208-6e86-49da-bbe5-df40113bc007), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:58.688455 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] For port df46a208-6e86-49da-bbe5-df40113bc007, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:12:58.709883 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] For port df46a208-6e86-49da-bbe5-df40113bc007, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=df46a208-6e86-49da-bbe5-df40113bc007,segment=NetworkSegment(85161635-0166-41dd-be48-8cd08a9c1e7c),segment_id=85161635-0166-41dd-be48-8cd08a9c1e7c)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:12:58.717055 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (df46a208-6e86-49da-bbe5-df40113bc007), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:12:58.770356 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b403-80b9-4482-ad0d-a70242c44e94 None None] Pushing event updated for resources: {'Port': ['ID=df46a208-6e86-49da-bbe5-df40113bc007,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:00.172481 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37692) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:00.501902 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [None req-665df71d-191b-4154-9c95-b575daa78c49 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:13:00.502908 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-665df71d-191b-4154-9c95-b575daa78c49 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3294833 Jun 07 14:13:02.000681 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:02.006254 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:03.180376 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37704) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:03.507847 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [None req-b52d73f2-98fe-4fbe-8010-7233e3e4abc4 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:13:03.508846 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b52d73f2-98fe-4fbe-8010-7233e3e4abc4 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275144 Jun 07 14:13:06.047622 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37712) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:06.374582 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:13:06.400004 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:06.402812 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:06.535989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] Publish callbacks [] for router_controller (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), precommit_add_association {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:06.541963 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:06.559967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:06.575264 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c12e42c0-8059-4ea3-b59e-df3e351f8778 demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5123343 Jun 07 14:13:08.747748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=64,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:08.759053 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=16 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:08.770203 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=66,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:09.075631 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37724) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:09.410844 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [None req-db6b0775-fd73-4148-93f4-4b671e9e6b6e admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:13:09.411897 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-db6b0775-fd73-4148-93f4-4b671e9e6b6e admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3347669 Jun 07 14:13:10.340077 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device df46a208-6e86-49da-bbe5-df40113bc007 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:13:10.425602 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port df46a208-6e86-49da-bbe5-df40113bc007 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:10.426615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df46a208-6e86-49da-bbe5-df40113bc007), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:10.529936 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port df46a208-6e86-49da-bbe5-df40113bc007 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:10.530411 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (df46a208-6e86-49da-bbe5-df40113bc007), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:10.556682 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:13:10.566831 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port df46a208-6e86-49da-bbe5-df40113bc007, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=df46a208-6e86-49da-bbe5-df40113bc007,segment=NetworkSegment(85161635-0166-41dd-be48-8cd08a9c1e7c),segment_id=85161635-0166-41dd-be48-8cd08a9c1e7c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:13:10.571078 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (df46a208-6e86-49da-bbe5-df40113bc007), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:10.623012 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=df46a208-6e86-49da-bbe5-df40113bc007,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:10.675690 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d29e73d-46f1-4c5a-b87f-62d919a22619 None None] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:13:10.804835 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-d164d8a6-ee7c-4c13-93ad-bc961d78d5aa None None] Provisioning complete for port df46a208-6e86-49da-bbe5-df40113bc007 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:10.805215 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d164d8a6-ee7c-4c13-93ad-bc961d78d5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df46a208-6e86-49da-bbe5-df40113bc007), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:10.878464 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d164d8a6-ee7c-4c13-93ad-bc961d78d5aa None None] Current status of the port df46a208-6e86-49da-bbe5-df40113bc007 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:10.995990 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-1620e47f-7f5a-46d3-ab7e-e3ea1c9c7731 None None] Provisioning complete for port df46a208-6e86-49da-bbe5-df40113bc007 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:10.996378 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1620e47f-7f5a-46d3-ab7e-e3ea1c9c7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df46a208-6e86-49da-bbe5-df40113bc007), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:11.068725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-1620e47f-7f5a-46d3-ab7e-e3ea1c9c7731 None None] Current status of the port df46a208-6e86-49da-bbe5-df40113bc007 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:11.947842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 37732) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:12.274292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:13:12.297553 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Made reservation on behalf of 50e31e6b5bc94b188158e931e4ee4076 for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:13:12.299940 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.309540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.323092 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device df46a208-6e86-49da-bbe5-df40113bc007 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:13:12.366050 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port df46a208-6e86-49da-bbe5-df40113bc007 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:12.366446 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df46a208-6e86-49da-bbe5-df40113bc007), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.378378 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:12.391140 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks [] for security_group (badf3158-aac5-40b4-904d-5185fd262597), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.395485 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (badf3158-aac5-40b4-904d-5185fd262597), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.412859 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Reserving flat network on physical network physnet1 {{(pid=103889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 14:13:12.436880 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badf3158-aac5-40b4-904d-5185fd262597,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:12.440151 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port df46a208-6e86-49da-bbe5-df40113bc007 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:12.444173 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (c172e57c-cf8c-4e42-a270-ce45b84b2d74), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.444504 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Added segment c172e57c-cf8c-4e42-a270-ce45b84b2d74 of type flat for network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 Jun 07 14:13:12.492979 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (1806ca25-bbd4-4509-ad9e-c4603e88fa93), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.528494 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (1806ca25-bbd4-4509-ad9e-c4603e88fa93), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.529788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:13:12.530366 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:12.611332 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6623106 Jun 07 14:13:12.627696 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6462-4623-4730-8df1-9d0846c6bfcd admin admin] Pushing event updated for resources: {'Network': ['ID=1806ca25-bbd4-4509-ad9e-c4603e88fa93,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:12.638347 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:13:12.933688 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-214d5f35-63ef-44b8-bbd4-de57c7ede581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:15.109087 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37740) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:15.401671 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a0912add-bc1e-49ed-bea8-719139c12656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:15.463502 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writer thread running {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 07 14:13:15.464157 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:15.637539 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.policy [None req-5667c523-7db4-49c6-8292-0f672ee853ab demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 14:13:15.680188 dv-cinder-836083-9-iscsi neutron-server[103890]: WARNING oslo_policy.policy [None req-5667c523-7db4-49c6-8292-0f672ee853ab demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:13:15.680497 dv-cinder-836083-9-iscsi neutron-server[103890]: WARNING oslo_policy.policy [None req-5667c523-7db4-49c6-8292-0f672ee853ab demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:13:15.688179 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667c523-7db4-49c6-8292-0f672ee853ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:13:15.689905 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5667c523-7db4-49c6-8292-0f672ee853ab demo admin] 10.222.0.81 "GET /v2.0/subnets/745f2f05-5405-40c6-ad8e-d42b7a527258 HTTP/1.1" status: 200 len: 849 time: 0.5798960 Jun 07 14:13:15.853558 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-3ba8f7bc-01c7-429d-9d6a-fb683d84a7f8 demo admin] 10.222.0.81 "GET /v2.0/routers/698e8980-afcd-4d15-935b-6bc1fd4c3ad1 HTTP/1.1" status: 200 len: 704 time: 0.1576281 Jun 07 14:13:16.127740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:16.220644 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:16.466462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Allocated IP 172.20.0.1 (8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0/745f2f05-5405-40c6-ad8e-d42b7a527258/37a136b5-7fd6-42b9-ad8a-f1d60580d61c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:13:16.675488 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks [] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:16.741040 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:16.781521 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:13:16.782834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:13:16.847726 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:13:16.848296 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:16.910021 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Pushing event updated for resources: {'Port': ['ID=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:16.921432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:16.934762 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.935209 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.935607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.935973 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.936307 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.936635 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.936957 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.937279 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.937611 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.937941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.938261 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.938597 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.938916 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.939252 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.939570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Tracked resource versions report: Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: pushed versions: Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: { 'AddressGroup': {'1.2'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Agent': {'1.1'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'ConntrackHelper': {'1.0'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Log': {'1.0'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'NDPProxy': {'1.0'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Network': {'1.1'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Port': {'1.7'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'PortForwarding': {'1.3'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'QosPolicy': {'1.10'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroup': {'1.5'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SubPort': {'1.0'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Subnet': {'1.1'}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Trunk': {'1.1'}} Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: consumer versions: Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Agent': '1.1', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'ConntrackHelper': '1.0', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'LocalIPAssociation': '1.0', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Log': '1.0', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'NDPProxy': '1.0', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Network': '1.1', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Port': '1.7', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'PortForwarding': '1.3', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'QosPolicy': '1.10', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroup': '1.5', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroupRule': '1.2', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SubPort': '1.0', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Subnet': '1.1', Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Trunk': '1.1'}} Jun 07 14:13:16.941007 dv-cinder-836083-9-iscsi neutron-server[103890]: {{(pid=103890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:13:17.019372 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-4c8f6cd3-b1af-4180-9d22-2cef7d8b33b2 None None] Provisioning complete for port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:17.019927 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6cd3-b1af-4180-9d22-2cef7d8b33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.052105 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f6cd3-b1af-4180-9d22-2cef7d8b33b2 None None] Port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:13:17.069127 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.159634 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:17.312273 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks [] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.317580 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.318880 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.399528 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Pushing event updated for resources: {'Port': ['ID=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:17.445906 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:13:17.447145 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:13:17.652865 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:13:17.673176 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-2721bad0-d0cf-4887-93cc-0f56c6a13ae9 None None] Provisioning complete for port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:17.673579 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2721bad0-d0cf-4887-93cc-0f56c6a13ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.705484 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2721bad0-d0cf-4887-93cc-0f56c6a13ae9 None None] Port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:13:17.740664 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:13:17.746177 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-f951e61b-a40d-4b12-a23a-ad65c28fde55 demo admin] 10.222.0.81 "PUT /v2.0/routers/698e8980-afcd-4d15-935b-6bc1fd4c3ad1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8863561 Jun 07 14:13:17.750298 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Sync routers for ids ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:13:17.765461 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Routers {'698e8980-afcd-4d15-935b-6bc1fd4c3ad1'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:13:17.766349 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:13:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:17.939396 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:17.954585 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Set router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:13:18.375430 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'name': 'router1', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:13:06Z', 'updated_at': '2022-06-07T14:13:17Z', 'revision_number': 2, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'gw_port_host': None, '_interfaces': [{'id': '37a136b5-7fd6-42b9-ad8a-f1d60580d61c', 'name': '', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'mac_address': 'fa:16:3e:fb:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:16Z', 'updated_at': '2022-06-07T14:13:17Z', 'revision_number': 2, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'subnets': [{'id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:18.425224 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Checking router: 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:13:18.425510 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Updating router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:13:18.478925 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.013658 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Publish callbacks [] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.020184 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.165004 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Pushing event updated for resources: {'Port': ['ID=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:19.200581 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Attempting to bind port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:13:19.201012 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Attempting to bind port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:13:19.201397 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Attempting to bind port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c on network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:13:19.204997 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.205336 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.205674 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.206005 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.206328 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.206645 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.206983 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.207327 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.207646 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.207957 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.208269 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.208598 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.208914 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.209373 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.209689 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Tracked resource versions report: Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: pushed versions: Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: { 'AddressGroup': {'1.2'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Agent': {'1.1'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'ConntrackHelper': {'1.0'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Log': {'1.0'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'NDPProxy': {'1.0'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Network': {'1.1'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Port': {'1.7'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'PortForwarding': {'1.3'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'QosPolicy': {'1.10'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroup': {'1.5'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SubPort': {'1.0'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Subnet': {'1.1'}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Trunk': {'1.1'}} Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: consumer versions: Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Agent': '1.1', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'ConntrackHelper': '1.0', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'LocalIPAssociation': '1.0', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Log': '1.0', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'NDPProxy': '1.0', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Network': '1.1', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Port': '1.7', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'PortForwarding': '1.3', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'QosPolicy': '1.10', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroup': '1.5', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroupRule': '1.2', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SubPort': '1.0', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Subnet': '1.1', Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Trunk': '1.1'}} Jun 07 14:13:19.211087 dv-cinder-836083-9-iscsi neutron-server[103892]: {{(pid=103892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:13:19.216144 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:13:19.216650 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Checking segment: {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:13:19.217026 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.217399 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Bound using segment: {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:13:19.217886 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Bound port: 37a136b5-7fd6-42b9-ad8a-f1d60580d61c, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85161635-0166-41dd-be48-8cd08a9c1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:13:19.218257 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.231974 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-bd455a92-d971-4456-995e-7bd23c1de554 None None] Provisioning complete for port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:19.232479 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd455a92-d971-4456-995e-7bd23c1de554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.265303 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bd455a92-d971-4456-995e-7bd23c1de554 None None] Port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:13:19.271402 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:19.282745 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:19.293419 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] For port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:13:19.313712 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] For port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,segment=NetworkSegment(85161635-0166-41dd-be48-8cd08a9c1e7c),segment_id=85161635-0166-41dd-be48-8cd08a9c1e7c)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:13:19.319417 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.383530 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82376b21-b577-44eb-b1c9-92a41d4027bc None None] Pushing event updated for resources: {'Port': ['ID=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:19.391782 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Routers {'698e8980-afcd-4d15-935b-6bc1fd4c3ad1'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:13:19.392399 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:13:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:19.482261 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] Set router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:13:19.526725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.685467 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] Provisioning complete for port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:19.685945 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.693654 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'name': 'router1', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:13:06Z', 'updated_at': '2022-06-07T14:13:17Z', 'revision_number': 2, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'gw_port_host': None, '_interfaces': [{'id': '37a136b5-7fd6-42b9-ad8a-f1d60580d61c', 'name': '', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'mac_address': 'fa:16:3e:fb:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:16Z', 'updated_at': '2022-06-07T14:13:19Z', 'revision_number': 4, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'subnets': [{'id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:19.720384 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea7629-001c-4eff-b484-daaa74748c82 None None] The sync data for ids ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'] in dv-cinder-836083-9-iscsi is: [{'id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'name': 'router1', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:13:06Z', 'updated_at': '2022-06-07T14:13:17Z', 'revision_number': 2, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'gw_port_host': None, '_interfaces': [{'id': '37a136b5-7fd6-42b9-ad8a-f1d60580d61c', 'name': '', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'mac_address': 'fa:16:3e:fb:3a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:16Z', 'updated_at': '2022-06-07T14:13:19Z', 'revision_number': 4, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'subnets': [{'id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:13:19.767429 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] Current status of the port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:19.768205 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.792320 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:19.803592 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] For port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,segment=NetworkSegment(85161635-0166-41dd-be48-8cd08a9c1e7c),segment_id=85161635-0166-41dd-be48-8cd08a9c1e7c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:13:19.807883 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:19.857961 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051abb0c-add8-4195-9820-5b80ee70ec48 None None] Pushing event updated for resources: {'Port': ['ID=37a136b5-7fd6-42b9-ad8a-f1d60580d61c,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:20.265059 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37768) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:20.465555 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb4075-bf3f-4977-a0b5-baa9265c1b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:13:20.466945 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-07eb4075-bf3f-4977-a0b5-baa9265c1b6c admin admin] 10.222.0.81 "GET /v2.0/networks/1806ca25-bbd4-4509-ad9e-c4603e88fa93 HTTP/1.1" status: 200 len: 842 time: 0.2015398 Jun 07 14:13:20.476750 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'gateway_ip': '172.27.2.1'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:13:20.512349 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Made reservation on behalf of 50e31e6b5bc94b188158e931e4ee4076 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:13:20.514834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:20.602558 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:20.769991 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:20.813811 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.objects.ports [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103890) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 07 14:13:20.814246 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (b22185ea-a424-4ace-b43d-2762d1e244ec), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:20.868471 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22185ea-a424-4ace-b43d-2762d1e244ec,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:20.880020 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:13:20.880368 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Network hostable DHCP agents. Network: 1806ca25-bbd4-4509-ad9e-c4603e88fa93, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:13:20.903861 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:13:20.915327 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 1806ca25-bbd4-4509-ad9e-c4603e88fa93) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:13:20.922025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:13:20.923335 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:20.925425 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992fc84-201e-45b2-bf75-06c63bd72412 None None] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:13:20.951255 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0f509b36-9cea-46c6-a9eb-59d42276fe38 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4752343 Jun 07 14:13:21.042658 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62992301-a73b-4757-9f36-e053ccfdf5ea None None] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:13:21.080999 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:21.085696 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:22.618266 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:22.624500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=20,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:23.453448 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37790) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:23.584853 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-fd1330f6-589b-454a-b959-20e6b047bff3 demo admin] 10.222.0.81 "GET /v2.0/routers/698e8980-afcd-4d15-935b-6bc1fd4c3ad1 HTTP/1.1" status: 200 len: 710 time: 0.1302099 Jun 07 14:13:23.673603 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f477a9-b726-4093-a914-5c8703a02864 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:13:23.674970 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-06f477a9-b726-4093-a914-5c8703a02864 demo admin] 10.222.0.81 "GET /v2.0/networks/1806ca25-bbd4-4509-ad9e-c4603e88fa93 HTTP/1.1" status: 200 len: 886 time: 0.0842934 Jun 07 14:13:23.684346 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:13:23.925770 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks [] for router_gateway (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:24.137462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:24.146411 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks [] for router_gateway (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:24.288512 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:24.391010 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Allocated IP 172.27.2.109 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/727b4fbc-c1b9-4e6a-8de0-a204ad078ede) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:13:24.401003 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:24.500192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks [] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:24.531693 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:24.568736 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:13:24.571737 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:13:24.574848 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:13:24.614263 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Pushing event updated for resources: {'Port': ['ID=727b4fbc-c1b9-4e6a-8de0-a204ad078ede,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:24.820804 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks [] for router_gateway (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:25.009720 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1730724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123030'] for router (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:25.013220 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1730749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1730738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732218'] for router (698e8980-afcd-4d15-935b-6bc1fd4c3ad1), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:25.091613 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:25.125660 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:13:25.231735 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:25.234825 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:13:25.239221 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:25.250077 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5bc8a799-39a6-4bee-9608-7dc463f4f6a8 demo admin] 10.222.0.81 "PUT /v2.0/routers/698e8980-afcd-4d15-935b-6bc1fd4c3ad1 HTTP/1.1" status: 200 len: 890 time: 1.5599492 Jun 07 14:13:27.800382 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 37802) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:13:27.931869 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-c5ea9aef-dc04-4d5b-b7f7-12b755d0c43b admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1302862 Jun 07 14:13:28.350123 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 37a136b5-7fd6-42b9-ad8a-f1d60580d61c up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:13:28.401918 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:28.402632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:28.484938 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:28.738975 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Sync routers for ids ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:13:28.751748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Routers {'698e8980-afcd-4d15-935b-6bc1fd4c3ad1'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:13:28.752421 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:13:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:28.971792 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Set router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:13:29.429636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'name': 'router1', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '727b4fbc-c1b9-4e6a-8de0-a204ad078ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:13:06Z', 'updated_at': '2022-06-07T14:13:24Z', 'revision_number': 4, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'gw_port': {'id': '727b4fbc-c1b9-4e6a-8de0-a204ad078ede', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:24Z', 'updated_at': '2022-06-07T14:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '37a136b5-7fd6-42b9-ad8a-f1d60580d61c', 'name': '', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'mac_address': 'fa:16:3e:fb:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:16Z', 'updated_at': '2022-06-07T14:13:19Z', 'revision_number': 5, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'subnets': [{'id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:29.480897 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Checking router: 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:13:29.481251 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Updating router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:13:29.533464 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:29.702801 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=32 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:29.707151 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:UPDATE=2,neutron:SELECT=54,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:29.895501 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Publish callbacks [] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:29.902692 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:29.964643 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c0377-d561-4b9b-9e4b-28fa3e55135f None None] Pushing event updated for resources: {'Port': ['ID=727b4fbc-c1b9-4e6a-8de0-a204ad078ede,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:29.967995 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Attempting to bind port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:13:29.968338 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Attempting to bind port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:13:29.968745 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Attempting to bind port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:13:29.974183 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:13:29.974564 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:13:29.974964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:29.975384 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:13:29.975850 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Bound port: 727b4fbc-c1b9-4e6a-8de0-a204ad078ede, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:13:29.976228 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:30.030008 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] For port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:13:30.035515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] For port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=727b4fbc-c1b9-4e6a-8de0-a204ad078ede,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:13:30.045248 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:30.110277 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Routers {'698e8980-afcd-4d15-935b-6bc1fd4c3ad1'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:13:30.110897 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:13:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:30.112662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:30.113767 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c0377-d561-4b9b-9e4b-28fa3e55135f None None] Pushing event updated for resources: {'Port': ['ID=727b4fbc-c1b9-4e6a-8de0-a204ad078ede,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:30.227435 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] Set router 698e8980-afcd-4d15-935b-6bc1fd4c3ad1 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:13:30.348112 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:30.443203 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'name': 'router1', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '727b4fbc-c1b9-4e6a-8de0-a204ad078ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:13:06Z', 'updated_at': '2022-06-07T14:13:24Z', 'revision_number': 4, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'gw_port': {'id': '727b4fbc-c1b9-4e6a-8de0-a204ad078ede', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:24Z', 'updated_at': '2022-06-07T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '37a136b5-7fd6-42b9-ad8a-f1d60580d61c', 'name': '', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'mac_address': 'fa:16:3e:fb:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:16Z', 'updated_at': '2022-06-07T14:13:19Z', 'revision_number': 5, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'subnets': [{'id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:13:30.471034 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328293-0b73-4ce5-806f-620b85b2a497 None None] The sync data for ids ['698e8980-afcd-4d15-935b-6bc1fd4c3ad1'] in dv-cinder-836083-9-iscsi is: [{'id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'name': 'router1', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '727b4fbc-c1b9-4e6a-8de0-a204ad078ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:13:06Z', 'updated_at': '2022-06-07T14:13:24Z', 'revision_number': 4, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'gw_port': {'id': '727b4fbc-c1b9-4e6a-8de0-a204ad078ede', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:24Z', 'updated_at': '2022-06-07T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '37a136b5-7fd6-42b9-ad8a-f1d60580d61c', 'name': '', 'network_id': '8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0', 'tenant_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'mac_address': 'fa:16:3e:fb:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698e8980-afcd-4d15-935b-6bc1fd4c3ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:13:16Z', 'updated_at': '2022-06-07T14:13:19Z', 'revision_number': 5, 'project_id': 'a85ae30482264d7ba1c84ab0ca46d4e0', 'subnets': [{'id': '745f2f05-5405-40c6-ad8e-d42b7a527258', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '761bc02c-7b82-4757-b1fa-902279db4b68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:13:32.452556 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 727b4fbc-c1b9-4e6a-8de0-a204ad078ede up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:13:32.525399 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:32.526347 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:32.609574 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:32.610312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:32.633889 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=727b4fbc-c1b9-4e6a-8de0-a204ad078ede,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:13:32.644266 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:32.706571 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=727b4fbc-c1b9-4e6a-8de0-a204ad078ede,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:13:34.378211 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 727b4fbc-c1b9-4e6a-8de0-a204ad078ede up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:13:34.506666 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:13:34.507332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (727b4fbc-c1b9-4e6a-8de0-a204ad078ede), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:34.586396 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:34.652771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 727b4fbc-c1b9-4e6a-8de0-a204ad078ede is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:13:37.923324 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:37.925908 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=19 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:42.938573 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-786b6d28-01d7-4da6-a7f0-599bf82e7de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:44.646450 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=61 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:45.410325 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf668-6575-4dfb-93ab-fbda0bad1f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:46.197877 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:47.557553 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:13:47.955006 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:49.525036 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:13:57.935813 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:58.561338 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:58.563032 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:59.512461 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:13:59.519527 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:14:12.947322 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84623036-d282-4b42-ae8f-d40dcec7518f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:15.406512 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29e268ec-26e8-43f3-bb75-f39aeda71af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:16.187712 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:17.938390 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:19.521071 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:24.556879 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:14:27.934620 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:14:29.514472 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:14:29.517232 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:14:35.558894 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:14:41.550205 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:14:42.940681 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c136-5f14-46fb-9e0e-fe412e371e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:45.408971 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dff35b7d-14ff-464d-a8f3-55aaad3a5137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:46.189885 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:47.701992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38338) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:14:47.767302 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9ad5a8-4577-4386-a6c7-4933db97687e admin admin] GET failed (client error): The resource could not be found. Jun 07 14:14:47.768590 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ce9ad5a8-4577-4386-a6c7-4933db97687e admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657296 Jun 07 14:14:47.932049 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ebc23-dedb-4c44-b520-16f2841b767a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:47.933606 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-834ebc23-dedb-4c44-b520-16f2841b767a admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602030 Jun 07 14:14:47.941142 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:49.515144 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:50.246503 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38348) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:14:50.344664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fe9ce-818b-4566-a72b-3b5fd15845ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:50.346021 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-3e6fe9ce-818b-4566-a72b-3b5fd15845ac admin admin] 10.222.0.81 "GET /v2.0/subnets/745f2f05-5405-40c6-ad8e-d42b7a527258 HTTP/1.1" status: 200 len: 849 time: 0.0985825 Jun 07 14:14:50.356120 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:14:50.457182 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Publish callbacks [] for subnet (745f2f05-5405-40c6-ad8e-d42b7a527258), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:50.605408 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767759509989'] for subnet (745f2f05-5405-40c6-ad8e-d42b7a527258), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:50.643819 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:50.644414 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:50.645699 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] 10.222.0.81 "PUT /v2.0/subnets/745f2f05-5405-40c6-ad8e-d42b7a527258 HTTP/1.1" status: 200 len: 868 time: 0.2931521 Jun 07 14:14:50.646205 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eaa4bc-f8e6-4d96-8ed5-6d16b2ea0268 None None] Network 8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:14:50.661001 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745f2f05-5405-40c6-ad8e-d42b7a527258,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:14:50.675271 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.675647 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.675985 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.676330 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.676662 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.676989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.677317 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.677641 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.678663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.678998 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.679366 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.679711 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.680205 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.680539 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.680862 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9e64b-5153-4704-8605-375a3e1e9649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:14:50.983138 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-31208c55-db2b-40b6-afe6-30e50f31def8 None None] Provisioning complete for port df46a208-6e86-49da-bbe5-df40113bc007 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:14:50.983545 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31208c55-db2b-40b6-afe6-30e50f31def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df46a208-6e86-49da-bbe5-df40113bc007), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:51.063812 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-31208c55-db2b-40b6-afe6-30e50f31def8 None None] Current status of the port df46a208-6e86-49da-bbe5-df40113bc007 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:14:51.071917 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-31208c55-db2b-40b6-afe6-30e50f31def8 None None] Provisioning complete for port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:14:51.072298 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-31208c55-db2b-40b6-afe6-30e50f31def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (37a136b5-7fd6-42b9-ad8a-f1d60580d61c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:14:51.143613 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-31208c55-db2b-40b6-afe6-30e50f31def8 None None] Current status of the port 37a136b5-7fd6-42b9-ad8a-f1d60580d61c is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:14:52.958008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38356) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:14:53.159777 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a393a4d-e518-4669-8770-650d8e75493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:53.160176 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a393a4d-e518-4669-8770-650d8e75493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:53.161722 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-3a393a4d-e518-4669-8770-650d8e75493f admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027540 Jun 07 14:14:55.455947 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38364) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:14:55.661794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129a1fb-4ad2-4d17-b0a7-ec2f5eb4e169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:55.662390 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129a1fb-4ad2-4d17-b0a7-ec2f5eb4e169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:55.663955 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-9129a1fb-4ad2-4d17-b0a7-ec2f5eb4e169 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2070665 Jun 07 14:14:57.969676 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38374) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:14:58.092536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7706e7e-8c97-4f41-b3bc-3723fdbe401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:14:58.093884 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b7706e7e-8c97-4f41-b3bc-3723fdbe401f admin admin] 10.222.0.81 "GET /v2.0/networks/1806ca25-bbd4-4509-ad9e-c4603e88fa93 HTTP/1.1" status: 200 len: 886 time: 0.1232679 Jun 07 14:15:00.366133 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38382) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:00.496183 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ddc69-fcdb-46cf-b35c-8b214b914f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:00.497548 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-060ddc69-fcdb-46cf-b35c-8b214b914f42 admin admin] 10.222.0.81 "GET /v2.0/networks/8fe6e8bd-3f67-48a1-8f52-3a224d03a7b0 HTTP/1.1" status: 200 len: 869 time: 0.1305640 Jun 07 14:15:01.133534 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:01.138105 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:01.140468 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=37 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:01.555989 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:15:02.804089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38390) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:03.003024 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60980602-a0cb-4672-b22e-9f8ff4114b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:03.003418 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60980602-a0cb-4672-b22e-9f8ff4114b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:03.004938 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-60980602-a0cb-4672-b22e-9f8ff4114b52 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1998827 Jun 07 14:15:03.154816 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:03.157363 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:05.304427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38398) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:05.431543 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967476b-ebe9-4451-89fe-fb30303b9b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:05.431925 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967476b-ebe9-4451-89fe-fb30303b9b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:05.433471 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8967476b-ebe9-4451-89fe-fb30303b9b40 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280935 Jun 07 14:15:07.732876 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38406) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:07.826182 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05445e-5681-473c-8bb4-bf0a39f1d43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:07.827581 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-bd05445e-5681-473c-8bb4-bf0a39f1d43c admin admin] 10.222.0.81 "GET /v2.0/subnets/745f2f05-5405-40c6-ad8e-d42b7a527258 HTTP/1.1" status: 200 len: 868 time: 0.0937588 Jun 07 14:15:10.119742 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38414) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:10.207250 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5c2b8-ace1-4e1b-822c-d74792d69263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:10.209295 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-55f5c2b8-ace1-4e1b-822c-d74792d69263 admin admin] 10.222.0.81 "GET /v2.0/subnets/b22185ea-a424-4ace-b43d-2762d1e244ec HTTP/1.1" status: 200 len: 816 time: 0.0879047 Jun 07 14:15:12.553325 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=17 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:12.943938 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4debbacd-723a-4ffe-8da3-c27c080e00f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:15.410506 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7f3d-9b03-4cc0-80bf-7e03924b58ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:16.191611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:17.821764 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=14 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:17.823795 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=12 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:17.941550 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:19.518097 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:19.568482 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=19 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:20.203108 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=41 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:20.203889 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=48 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:29.507019 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:29.511415 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:29.513400 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:38.554900 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:15:42.945574 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-51dc96e3-2e61-4dc1-b0ec-b474cecb6e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:45.416009 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e5ec-ff0a-4466-9c1f-7b27d811c538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:46.195398 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:47.943068 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:49.522122 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:49.556460 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:49.560897 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:49.869029 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38476) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:49.916368 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [None req-cf10689f-547a-44ce-873b-03ff5316bf26 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:15:49.917373 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-cf10689f-547a-44ce-873b-03ff5316bf26 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474129 Jun 07 14:15:52.296061 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38484) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:52.356556 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7d544c-714c-4239-b77c-4e12d5cddf72 admin admin] GET failed (client error): The resource could not be found. Jun 07 14:15:52.357866 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-9e7d544c-714c-4239-b77c-4e12d5cddf72 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608459 Jun 07 14:15:52.505759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a690dbb-bc87-4521-8b8f-afa676e8fe89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:52.507299 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0a690dbb-bc87-4521-8b8f-afa676e8fe89 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1451309 Jun 07 14:15:54.825053 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38492) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:54.872663 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:15:54.896143 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Made reservation on behalf of 50e31e6b5bc94b188158e931e4ee4076 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:15:54.898440 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:54.930614 dv-cinder-836083-9-iscsi neutron-server[103890]: WARNING neutron.services.revisions.revision_plugin [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Could not find related network for resource to bump revision. Jun 07 14:15:54.947455 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:15:54.959442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767759416068', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (e943f02c-46e5-455d-a0f6-4ba74ab10b09), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:54.959941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Unsubscribe: segment precommit_create {{(pid=103890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 14:15:54.960419 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Added segment e943f02c-46e5-455d-a0f6-4ba74ab10b09 of type vlan for network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 Jun 07 14:15:55.012338 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (1db7fc2a-57bd-4900-bb93-54dc23f09e58), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:55.043593 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (1db7fc2a-57bd-4900-bb93-54dc23f09e58), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:55.044682 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:55.045253 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:55.131237 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3051000 Jun 07 14:15:55.139492 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Pushing event updated for resources: {'Network': ['ID=1db7fc2a-57bd-4900-bb93-54dc23f09e58,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:15:55.147622 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.147978 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.148328 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.148662 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.149114 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.149601 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.149982 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.150301 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.150642 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.150971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.151346 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.152008 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.152333 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.152654 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.152971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86bde8f-6ee7-4401-b7b4-01256302ffde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:55.166427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:15:57.444580 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38500) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:15:57.505160 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc72a72-a90a-4d0a-bf7c-e3c2faed220c admin admin] GET failed (client error): The resource could not be found. Jun 07 14:15:57.506412 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2cc72a72-a90a-4d0a-bf7c-e3c2faed220c admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609593 Jun 07 14:15:57.580472 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0730a0-4cf1-407e-9f49-e6d7d2dd2df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:57.582001 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-1f0730a0-4cf1-407e-9f49-e6d7d2dd2df2 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716281 Jun 07 14:15:57.591784 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:15:57.611037 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Made reservation on behalf of 50e31e6b5bc94b188158e931e4ee4076 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:15:57.613792 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:57.776833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (976601b6-1e74-403e-81f5-7e29bcc2b362), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:57.832530 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=976601b6-1e74-403e-81f5-7e29bcc2b362,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:15:57.840632 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Checking segment: {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:15:57.840983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Network hostable DHCP agents. Network: 1db7fc2a-57bd-4900-bb93-54dc23f09e58, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:15:57.859001 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:15:57.867977 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 1db7fc2a-57bd-4900-bb93-54dc23f09e58) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:15:57.871907 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:15:57.872512 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:57.877352 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13476ac-5ed0-44c7-ae5d-20cda9eac1cb None None] Network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:15:57.888729 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2a4347fe-99bb-4c4d-9944-4548d4123f3e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3003216 Jun 07 14:15:58.086822 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-1db7fc2a-57bd-4900-bb93-54dc23f09e58', 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58', 'project_id': '50e31e6b5bc94b188158e931e4ee4076', 'fixed_ips': [{'subnet_id': '976601b6-1e74-403e-81f5-7e29bcc2b362'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:15:58.087820 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:58.231481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Allocated IP 192.168.233.2 (1db7fc2a-57bd-4900-bb93-54dc23f09e58/976601b6-1e74-403e-81f5-7e29bcc2b362/ffeb67d8-26df-4762-9cf0-784f29b8f9bb) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:15:58.378101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Publish callbacks [] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:58.385949 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:58.423138 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:15:58.426347 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:15:58.435178 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:15:58.441846 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Pushing event updated for resources: {'Port': ['ID=ffeb67d8-26df-4762-9cf0-784f29b8f9bb,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:15:58.451463 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.451807 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.452165 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.452520 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.452856 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.453186 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.453510 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.453833 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.454157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.454483 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.454803 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.455142 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.455497 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.455814 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.456130 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:15:58.506170 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Attempting to bind port ffeb67d8-26df-4762-9cf0-784f29b8f9bb on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:15:58.506535 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Attempting to bind port ffeb67d8-26df-4762-9cf0-784f29b8f9bb by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:15:58.506894 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Attempting to bind port ffeb67d8-26df-4762-9cf0-784f29b8f9bb on network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:15:58.512011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:15:58.512374 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Checking segment: {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:15:58.512769 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:58.513155 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Bound using segment: {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:15:58.513612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Bound port: ffeb67d8-26df-4762-9cf0-784f29b8f9bb, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:15:58.513989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:58.578154 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] For port ffeb67d8-26df-4762-9cf0-784f29b8f9bb, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:15:58.581659 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] For port ffeb67d8-26df-4762-9cf0-784f29b8f9bb, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=ffeb67d8-26df-4762-9cf0-784f29b8f9bb,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:15:58.588264 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:58.648780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550aedc-a03f-488c-8060-cf3ff8a5b7e7 None None] Pushing event updated for resources: {'Port': ['ID=ffeb67d8-26df-4762-9cf0-784f29b8f9bb,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:15:59.509091 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a088ee8-1209-4430-994b-9c6bdac85141 None None] Network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:15:59.572546 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] Provisioning complete for port ffeb67d8-26df-4762-9cf0-784f29b8f9bb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:15:59.572916 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:59.692648 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] Current status of the port ffeb67d8-26df-4762-9cf0-784f29b8f9bb is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:15:59.693073 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:59.736540 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] For port ffeb67d8-26df-4762-9cf0-784f29b8f9bb, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=ffeb67d8-26df-4762-9cf0-784f29b8f9bb,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:15:59.741484 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:59.794593 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa338f60-1a5c-4041-8930-e4fe27fd83dc None None] Pushing event updated for resources: {'Port': ['ID=ffeb67d8-26df-4762-9cf0-784f29b8f9bb,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:15:59.861796 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-10da2a0b-61b3-4f50-a914-0bf3d24d0b0e None None] Provisioning complete for port ffeb67d8-26df-4762-9cf0-784f29b8f9bb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:15:59.862339 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10da2a0b-61b3-4f50-a914-0bf3d24d0b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:15:59.929089 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:15:59.948860 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-10da2a0b-61b3-4f50-a914-0bf3d24d0b0e None None] Current status of the port ffeb67d8-26df-4762-9cf0-784f29b8f9bb is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:16:00.445643 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device ffeb67d8-26df-4762-9cf0-784f29b8f9bb up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:16:00.478870 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:00.497555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port ffeb67d8-26df-4762-9cf0-784f29b8f9bb triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:16:00.497942 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ffeb67d8-26df-4762-9cf0-784f29b8f9bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:00.523072 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:00.577619 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port ffeb67d8-26df-4762-9cf0-784f29b8f9bb is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:16:07.878774 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:07.882264 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:10.564311 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=10 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:10.571144 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:10.573369 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:12.948374 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-40a91ed4-331b-4a9d-b537-4cc040a51f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:15.419187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dc170783-3aaf-4fd7-81fc-c6702edddc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:15.555179 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:16:16.199967 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:17.945833 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:19.524952 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:26.546765 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:26.559063 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=6 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:27.935518 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:29.518641 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:29.520515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:41.546946 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:42.950813 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-326323ae-012e-4c6c-8498-afbd14d75280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:45.421485 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5e53dca6-6070-4683-858c-997152b81e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:46.202472 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:47.949124 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:49.528115 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:16:52.555275 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:16:59.516114 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:59.516940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:16:59.524076 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:03.547072 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:03.552484 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=6 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:12.953632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08b3a879-8e19-46e5-8f4f-fd0d2186ed08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:15.424845 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6b3b3b48-ebcf-4aaa-a1ff-ed641b0ef206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:16.204761 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:17.956495 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:19.531863 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:29.520844 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:29.525173 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:29.526878 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:29.554586 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:17:33.054890 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38540) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:17:33.060781 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [None req-3adc179e-d3ae-4c2b-8f27-973f302a04ce tempest-verify_tempest_config-1136454215 tempest-verify_tempest_config-1136454215-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:17:33.061779 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-3adc179e-d3ae-4c2b-8f27-973f302a04ce tempest-verify_tempest_config-1136454215 tempest-verify_tempest_config-1136454215-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058720 Jun 07 14:17:33.357257 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38558) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:17:33.460123 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.563934 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Publish callbacks [] for security_group (b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.567439 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.613269 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45e55a82615145a8830cb4aa3903ea9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2549908 Jun 07 14:17:33.614074 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:17:33.616172 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38562) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:17:33.620674 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.621089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.621769 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.621910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.622278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.622674 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.623058 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.623473 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.623998 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.624260 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.625281 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.625896 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.626289 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.626821 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.627056 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e60d1e-188b-4589-bc4a-c94b85fdd7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.723478 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Publish callbacks [] for security_group (b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.744780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Publish callbacks [] for security_group (b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.837933 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.840410 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:33.844405 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f HTTP/1.1" status: 204 len: 168 time: 0.2243402 Jun 07 14:17:33.849600 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31c1b0d-4cb8-4dbe-89a9-eb8aa723ff5f,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:17:33.857316 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.857660 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.858017 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.858355 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.859270 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.859744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.860160 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.860393 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.860755 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.861088 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.861426 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.861762 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.862084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.862399 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:33.862710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e992858-b2f6-4a35-a0d8-3c6f08c71ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:17:42.090071 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=19 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:42.090828 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=15 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:42.956550 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-42596a70-8e7e-4c41-8533-c92c860e6aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:43.607258 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:43.617834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:43.852356 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:43.853285 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:45.426619 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f7224357-80ad-46bd-9e49-fb4b20183ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:46.208391 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:47.957481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:49.534804 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:17:57.951819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:59.523556 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:17:59.529717 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:06.553549 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:18:12.961527 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4068a824-7e93-422c-98b6-c82cfc6ccd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:15.428151 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9b9fd2d6-217d-4a51-b4bf-d0722eb3fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:16.210132 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:17.560142 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:17.565893 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:17.961112 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:19.536748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:27.957109 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:29.531256 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:29.532152 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:41.551902 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:41.552739 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:42.963209 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a0692c4-7555-466a-8fe1-75d6005421d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:43.552666 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:18:45.429166 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-aefd9d9d-0462-419b-91c4-8cafa7d18b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:46.213928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:47.964771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:49.540459 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:18:54.557116 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:54.562210 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:57.961014 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:59.533863 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:18:59.534657 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:12.965328 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d2d44286-9099-47a0-aba0-677fa50b83b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:15.431536 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7a1229a0-a533-4e8d-bf3c-f3cb373bc136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:16.216186 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:17.967460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:19.545872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:20.551304 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 5 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:19:22.694242 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728897'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:29.542544 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:31.564137 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:31.568310 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:32.204960 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38638) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:19:32.313694 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fb0acd85-701a-4f40-b8b7-5b6c17483125 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1076365 Jun 07 14:19:32.686092 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:32.690654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:34.830245 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38648) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:19:34.884441 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-0f7d8bf0-354f-4dab-81bc-54cc79fb4465 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531206 Jun 07 14:19:42.086198 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=11 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:42.089247 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=15 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:42.967830 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c39fee4b-f328-493f-a7ee-c3818489ce06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:44.880281 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:44.881031 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:19:45.431196 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ea026456-1344-4b85-b4cd-3b9ecf6baa35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:46.220199 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:47.972321 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:49.549970 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:52.678939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:19:57.550191 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:20:02.665853 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:02.669109 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:02.675984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:07.545235 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:08.564260 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=7 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:12.973014 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6b7f-48d7-4ceb-9876-65f6f8c78d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:15.433779 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-98f95f62-f0d3-4359-8558-a805184b67d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:16.222427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:17.975730 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:19.550505 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:19.551283 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:19.552564 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:22.675837 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:29.541412 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:32.669082 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:32.671515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:34.550405 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:20:42.975747 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ce8216c8-2f44-45b4-9882-504d85fadfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:45.436246 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dd218fe9-a464-4c76-9b00-6e9f1b90864a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:45.573278 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:45.582359 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:20:46.225180 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:47.978521 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:49.562596 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:20:52.689910 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:02.679237 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:02.682411 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:02.684700 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:11.549847 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:21:12.985238 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-87cc6ef0-6200-4ab3-a708-ee912fb30d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:15.453075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd4f310a-e3ff-464d-9633-04d5cae43981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:16.237129 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:16.417519 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38776) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:16.819512 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1977517849-network', 'tenant_id': 'bcc308a8cf1f4e75ba30dfd1c84dbbfe'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:16.843923 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Made reservation on behalf of bcc308a8cf1f4e75ba30dfd1c84dbbfe for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:16.848249 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:16.860903 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:16.946658 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks [] for security_group (4e8567fb-6b52-4281-bb50-6909e54e793a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:16.951167 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4e8567fb-6b52-4281-bb50-6909e54e793a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.009706 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8567fb-6b52-4281-bb50-6909e54e793a,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:17.018218 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:17.021495 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.022014 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.022511 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.023510 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.024130 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.024612 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.025750 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.026088 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.027591 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.027879 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.028231 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.028579 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.029071 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.029241 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.029586 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Tracked resource versions report: Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: pushed versions: Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: { 'AddressGroup': {'1.2'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Agent': {'1.1'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'ConntrackHelper': {'1.0'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Log': {'1.0'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'NDPProxy': {'1.0'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Network': {'1.1'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Port': {'1.7'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'PortForwarding': {'1.3'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'QosPolicy': {'1.10'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroup': {'1.5'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SubPort': {'1.0'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Subnet': {'1.1'}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Trunk': {'1.1'}} Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: consumer versions: Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: HyperV agent@hv-cinder-83608: {}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Agent': '1.1', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'ConntrackHelper': '1.0', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'LocalIPAssociation': '1.0', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Log': '1.0', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'NDPProxy': '1.0', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Network': '1.1', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Port': '1.7', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'PortForwarding': '1.3', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'QosPolicy': '1.10', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroup': '1.5', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SecurityGroupRule': '1.2', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'SubPort': '1.0', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Subnet': '1.1', Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: 'Trunk': '1.1'}} Jun 07 14:21:17.030871 dv-cinder-836083-9-iscsi neutron-server[103889]: {{(pid=103889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:21:17.041858 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (85c366ad-9b02-441d-90f0-f0614756ccdb), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.042696 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Added segment 85c366ad-9b02-441d-90f0-f0614756ccdb of type vlan for network c2053687-6c7b-4a4b-bf9f-50b930a903b6 Jun 07 14:21:17.090663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (c2053687-6c7b-4a4b-bf9f-50b930a903b6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.122281 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (c2053687-6c7b-4a4b-bf9f-50b930a903b6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.123451 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:17.124049 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.198114 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7791536 Jun 07 14:21:17.201211 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38828) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:17.204398 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1016cee-f382-49b5-9080-005860dc9a2d admin admin] Pushing event updated for resources: {'Network': ['ID=c2053687-6c7b-4a4b-bf9f-50b930a903b6,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:17.207432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Request body: {'subnet': {'network_id': 'c2053687-6c7b-4a4b-bf9f-50b930a903b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1977517849-subnet', 'tenant_id': 'bcc308a8cf1f4e75ba30dfd1c84dbbfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:17.214899 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network c2053687-6c7b-4a4b-bf9f-50b930a903b6 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:17.230198 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Made reservation on behalf of bcc308a8cf1f4e75ba30dfd1c84dbbfe for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:17.233076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.431967 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (36470a85-22a4-45ce-b74e-c4d3cf7fba61), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.480605 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36470a85-22a4-45ce-b74e-c4d3cf7fba61,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:17.498573 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.499100 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.499521 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.500510 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.500875 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.501201 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.501521 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.502098 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.502206 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.502482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.502815 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.503149 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.503487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.503792 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.504266 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Tracked resource versions report: Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: pushed versions: Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: { 'AddressGroup': {'1.2'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Agent': {'1.1'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'ConntrackHelper': {'1.0'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Log': {'1.0'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'NDPProxy': {'1.0'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Network': {'1.1'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Port': {'1.7'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'PortForwarding': {'1.3'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'QosPolicy': {'1.10'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroup': {'1.5'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SubPort': {'1.0'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Subnet': {'1.1'}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Trunk': {'1.1'}} Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: consumer versions: Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: HyperV agent@hv-cinder-83608: {}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Agent': '1.1', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'ConntrackHelper': '1.0', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'LocalIPAssociation': '1.0', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Log': '1.0', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'NDPProxy': '1.0', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Network': '1.1', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Port': '1.7', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'PortForwarding': '1.3', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'QosPolicy': '1.10', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroup': '1.5', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SecurityGroupRule': '1.2', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'SubPort': '1.0', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Subnet': '1.1', Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: 'Trunk': '1.1'}} Jun 07 14:21:17.505451 dv-cinder-836083-9-iscsi neutron-server[103890]: {{(pid=103890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:21:17.512953 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Checking segment: {'id': '85c366ad-9b02-441d-90f0-f0614756ccdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c2053687-6c7b-4a4b-bf9f-50b930a903b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:17.513301 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Network hostable DHCP agents. Network: c2053687-6c7b-4a4b-bf9f-50b930a903b6, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:17.532312 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Network c2053687-6c7b-4a4b-bf9f-50b930a903b6 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:17.545969 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, c2053687-6c7b-4a4b-bf9f-50b930a903b6) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:17.551174 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:17.552350 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:17.560702 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333dc5a-3c29-41d1-94a0-c60017524cd3 None None] Network c2053687-6c7b-4a4b-bf9f-50b930a903b6 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:17.579844 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d187cea6-874f-4088-9974-8513e18e5812 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3774471 Jun 07 14:21:17.670871 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7341074-3a07-4a80-b4dd-389cb74ca668 None None] Network c2053687-6c7b-4a4b-bf9f-50b930a903b6 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:17.804642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38854) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:17.918224 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38862) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:17.938090 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38866) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:17.989305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.144146 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-487598464-network', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:18.188200 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Made reservation on behalf of ec8e48464f6a4d1886aaf89cc8b28e5f for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:18.190935 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.203362 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.236363 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2088382464-network', 'tenant_id': '798b460fbb2e4be69df7f5f419844832'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:18.276373 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Made reservation on behalf of 798b460fbb2e4be69df7f5f419844832 for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:18.278750 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.294775 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.335990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks [] for security_group (cd70caf0-be98-4659-963f-5aa1da2252fb), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.344115 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cd70caf0-be98-4659-963f-5aa1da2252fb), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.379739 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:18.385645 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-336634795-network', 'tenant_id': '5da54606acd24962be630e28ff636d72'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:18.411451 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (f67ea1c4-fd77-4307-90ef-cda85a656e54), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.412023 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Added segment f67ea1c4-fd77-4307-90ef-cda85a656e54 of type vlan for network e29f253b-76e1-40c6-9128-7a3556b521e2 Jun 07 14:21:18.412474 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Made reservation on behalf of 5da54606acd24962be630e28ff636d72 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:18.415706 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.428744 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.430145 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=64,neutron:INSERT=28,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:18.433284 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70caf0-be98-4659-963f-5aa1da2252fb,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:18.457154 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:18.480260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (e29f253b-76e1-40c6-9128-7a3556b521e2), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.507108 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks [] for security_group (0b7d4b52-5357-4516-8be1-66c88f2588f7), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.514071 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (0b7d4b52-5357-4516-8be1-66c88f2588f7), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.521148 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks [] for security_group (d586a673-04d0-44b8-84ae-6bdc0d0d7ea8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.525438 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (d586a673-04d0-44b8-84ae-6bdc0d0d7ea8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.540691 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:18.552443 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (54db4705-65c9-456b-b063-79687825b8a1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.552798 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Added segment 54db4705-65c9-456b-b063-79687825b8a1 of type vlan for network 50c06197-9321-4c53-bdd9-d99515e203c8 Jun 07 14:21:18.559368 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7d4b52-5357-4516-8be1-66c88f2588f7,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:18.588895 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:18.613307 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:18.630547 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (50c06197-9321-4c53-bdd9-d99515e203c8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.633483 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.634126 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Added segment b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd of type vlan for network c9379a31-560f-4227-b159-63bce9fe1b34 Jun 07 14:21:18.643011 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (e29f253b-76e1-40c6-9128-7a3556b521e2), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.643260 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:18.644684 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:18.645489 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.664005 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (50c06197-9321-4c53-bdd9-d99515e203c8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.665764 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:18.666354 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.688396 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7491982 Jun 07 14:21:18.689056 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38920) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:18.690273 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8838639 Jun 07 14:21:18.728040 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38922) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:18.732440 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Request body: {'subnet': {'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-336634795-subnet', 'tenant_id': '5da54606acd24962be630e28ff636d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:18.743041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Request body: {'subnet': {'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-subnet', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:18.765757 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Made reservation on behalf of 5da54606acd24962be630e28ff636d72 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:18.768233 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (c9379a31-560f-4227-b159-63bce9fe1b34), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.768759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.777283 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973b998-3c69-4e1b-8cc5-0f9f27118661 admin admin] Pushing event updated for resources: {'Network': ['ID=e29f253b-76e1-40c6-9128-7a3556b521e2,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:18.789947 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network e29f253b-76e1-40c6-9128-7a3556b521e2 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:18.799691 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Made reservation on behalf of ec8e48464f6a4d1886aaf89cc8b28e5f for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:18.803029 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.858122 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (c9379a31-560f-4227-b159-63bce9fe1b34), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.860266 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:18.861014 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.884368 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9651754 Jun 07 14:21:18.897191 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38930) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:18.944705 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Request body: {'subnet': {'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2088382464-subnet', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:18.969277 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (32b26786-e4ac-4ae8-a4d9-4dd589755358), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:18.982737 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Made reservation on behalf of 798b460fbb2e4be69df7f5f419844832 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:18.985748 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.002037 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:19.037477 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669045e-c398-47b5-97a5-fb51d1bca59e admin admin] Pushing event updated for resources: {'Network': ['ID=c9379a31-560f-4227-b159-63bce9fe1b34,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:19.041212 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Checking segment: {'id': '54db4705-65c9-456b-b063-79687825b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:19.042005 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Network hostable DHCP agents. Network: 50c06197-9321-4c53-bdd9-d99515e203c8, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:19.048532 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network c9379a31-560f-4227-b159-63bce9fe1b34 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:19.050151 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b3a76-4074-498e-a465-3e78f7594232 admin admin] Pushing event updated for resources: {'Network': ['ID=50c06197-9321-4c53-bdd9-d99515e203c8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:19.090623 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Network 50c06197-9321-4c53-bdd9-d99515e203c8 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:19.101115 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b26786-e4ac-4ae8-a4d9-4dd589755358,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:19.112139 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 50c06197-9321-4c53-bdd9-d99515e203c8) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:19.130699 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:19.131656 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.160852 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-a1dfc115-0515-47f5-992f-9732a5aa8e13 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4617004 Jun 07 14:21:19.182064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 50c06197-9321-4c53-bdd9-d99515e203c8 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:19.278640 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:19.302496 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (d3f15156-0b3c-41de-99e7-9bd56dea21c4), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.313550 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6574ba-3241-4c76-8940-99cc53f93df7 None None] Network 50c06197-9321-4c53-bdd9-d99515e203c8 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:19.375111 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f15156-0b3c-41de-99e7-9bd56dea21c4,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:19.398750 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:19.443685 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (39026759-74ba-4c90-a9e7-48c4f5c65fb4), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.505511 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39026759-74ba-4c90-a9e7-48c4f5c65fb4,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:19.553582 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Checking segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:19.553582 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Network hostable DHCP agents. Network: e29f253b-76e1-40c6-9128-7a3556b521e2, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:19.582786 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Checking segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:19.583336 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Network hostable DHCP agents. Network: c9379a31-560f-4227-b159-63bce9fe1b34, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:19.592327 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:19.608394 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, e29f253b-76e1-40c6-9128-7a3556b521e2) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:19.614448 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:19.615162 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.621749 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.626226 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43cd34-e7d3-40f6-9acc-8a204243f676 None None] Network e29f253b-76e1-40c6-9128-7a3556b521e2 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:19.638273 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Network c9379a31-560f-4227-b159-63bce9fe1b34 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:19.647030 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, c9379a31-560f-4227-b159-63bce9fe1b34) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:19.652881 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:19.653695 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.663306 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ebcd73dd-f64e-4a63-9d81-5065b962293f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9339089 Jun 07 14:21:19.666292 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 38954) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:19.677052 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:19.680650 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f73963c7-30be-4557-bd0a-651c64228168 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7543583 Jun 07 14:21:19.683380 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38956) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:19.688825 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:19.733405 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.738321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.742684 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (385bb97d-3630-44ef-9e4f-5b41730fb4ed), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.743183 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626b2bad-8517-4931-b3c2-052bf9860e50 None None] Network 50c06197-9321-4c53-bdd9-d99515e203c8 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:19.744504 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (385bb97d-3630-44ef-9e4f-5b41730fb4ed), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.745521 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9204566-4998-4a97-ace6-95ef6d256968 None None] Network c9379a31-560f-4227-b159-63bce9fe1b34 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:19.862143 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks [] for router_controller (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), precommit_add_association {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:19.978814 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks [] for router_controller (385bb97d-3630-44ef-9e4f-5b41730fb4ed), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.028225 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:20.104178 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks [] for router_gateway (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.111348 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 38984) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:20.118161 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1848133641-network', 'tenant_id': '99ac6fdcef584017ad990af7f33c7033'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:20.157012 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks [] for router_gateway (385bb97d-3630-44ef-9e4f-5b41730fb4ed), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.246700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Made reservation on behalf of 99ac6fdcef584017ad990af7f33c7033 for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:20.249140 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.255786 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-e29f253b-76e1-40c6-9128-7a3556b521e2', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:21:20.257327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.274698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.355530 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-c9379a31-560f-4227-b159-63bce9fe1b34', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:21:20.356935 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.398949 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks [] for router_gateway (385bb97d-3630-44ef-9e4f-5b41730fb4ed), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.432933 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.586448 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Allocated IP 172.27.2.64 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/e826eef2-2d59-4f18-80d5-744ba7dd3cdd) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:20.700965 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:20.742635 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks [] for router_gateway (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.773240 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.778095 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:20.797144 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks [] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.830151 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Allocated IP 172.20.0.2 (e29f253b-76e1-40c6-9128-7a3556b521e2/d3f15156-0b3c-41de-99e7-9bd56dea21c4/5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:20.839393 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks [] for security_group (dd106fd1-4a15-4803-8e34-f555c3b5f386), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.843700 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.869935 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:20.872636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:20.879464 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Allocated IP 172.20.0.2 (c9379a31-560f-4227-b159-63bce9fe1b34/39026759-74ba-4c90-a9e7-48c4f5c65fb4/e7948916-38f6-4537-939b-1f9e3889cca8) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:20.894846 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:20.907319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dd106fd1-4a15-4803-8e34-f555c3b5f386), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.960320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:20.979027 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (b74a1cba-bca1-4dbc-8513-73cec0e751b1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:20.979403 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Added segment b74a1cba-bca1-4dbc-8513-73cec0e751b1 of type vlan for network 63ee1160-427d-4f29-bff5-3d94c8a8f192 Jun 07 14:21:21.070263 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (63ee1160-427d-4f29-bff5-3d94c8a8f192), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.152968 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (63ee1160-427d-4f29-bff5-3d94c8a8f192), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.154010 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:21.154589 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.172494 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:21.174018 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks [] for router_gateway (385bb97d-3630-44ef-9e4f-5b41730fb4ed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.219787 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1036410 Jun 07 14:21:21.248751 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39018) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:21.262683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39020) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:21.277213 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Request body: {'subnet': {'network_id': '63ee1160-427d-4f29-bff5-3d94c8a8f192', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1848133641-subnet', 'tenant_id': '99ac6fdcef584017ad990af7f33c7033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:21.289056 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Publish callbacks [] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.294572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:21.316409 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:21.323120 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Publish callbacks [] for port (e7948916-38f6-4537-939b-1f9e3889cca8), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.327108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.337977 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Pushing event updated for resources: {'Port': ['ID=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:21.377238 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:21.385404 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:21.386956 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.398491 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Pushing event updated for resources: {'Port': ['ID=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:21.406339 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:21.420117 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Network c9379a31-560f-4227-b159-63bce9fe1b34 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:21.424429 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.424771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.425810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.425810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.425810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.426171 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.426540 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.426870 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.427193 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.427585 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.427910 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.428250 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.428576 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.428894 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.429212 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Tracked resource versions report: Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: pushed versions: Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: { 'AddressGroup': {'1.2'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Agent': {'1.1'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'ConntrackHelper': {'1.0'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Log': {'1.0'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'NDPProxy': {'1.0'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Network': {'1.1'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Port': {'1.7'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'PortForwarding': {'1.3'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'QosPolicy': {'1.10'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroup': {'1.5'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SubPort': {'1.0'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Subnet': {'1.1'}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Trunk': {'1.1'}} Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: consumer versions: Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: HyperV agent@hv-cinder-83608: {}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Agent': '1.1', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'ConntrackHelper': '1.0', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'LocalIPAssociation': '1.0', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Log': '1.0', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'NDPProxy': '1.0', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Network': '1.1', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Port': '1.7', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'PortForwarding': '1.3', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'QosPolicy': '1.10', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroup': '1.5', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SecurityGroupRule': '1.2', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'SubPort': '1.0', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Subnet': '1.1', Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: 'Trunk': '1.1'}} Jun 07 14:21:21.435145 dv-cinder-836083-9-iscsi neutron-server[103891]: {{(pid=103891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:21:21.441793 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:21.443778 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:21.509756 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:21.538283 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (385bb97d-3630-44ef-9e4f-5b41730fb4ed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.551364 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd106fd1-4a15-4803-8e34-f555c3b5f386,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:21.584192 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5579f96-70cd-447f-b3d3-064aa35e5f6c admin admin] Pushing event updated for resources: {'Network': ['ID=63ee1160-427d-4f29-bff5-3d94c8a8f192,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:21.609669 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e08c-515e-4dbb-af15-e6c4b260a825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.660999 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Attempting to bind port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:21.661369 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Attempting to bind port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:21.661710 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Attempting to bind port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:21.679203 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Made reservation on behalf of 99ac6fdcef584017ad990af7f33c7033 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:21.681588 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.694759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:21.695822 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Checking segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:21.696064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.696716 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Bound using segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:21.697798 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Bound port: 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:21.698161 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.703093 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:21.755901 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39066) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:21.758333 dv-cinder-836083-9-iscsi neutron-server[103890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 14:21:21.853464 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Allocated IP 172.27.2.139 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/264d7521-32ad-4a4c-b954-d85077f16713) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:21.885191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Attempting to bind port e7948916-38f6-4537-939b-1f9e3889cca8 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:21.885191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Attempting to bind port e7948916-38f6-4537-939b-1f9e3889cca8 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:21.885191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Attempting to bind port e7948916-38f6-4537-939b-1f9e3889cca8 on network c9379a31-560f-4227-b159-63bce9fe1b34 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:21.897987 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:21.898096 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Pushing event updated for resources: {'Port': ['ID=e7948916-38f6-4537-939b-1f9e3889cca8,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:21.898962 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:21.899366 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Checking segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:21.899772 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.900157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Bound using segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:21.900638 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Bound port: e7948916-38f6-4537-939b-1f9e3889cca8, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:21.901094 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:21.910122 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 63ee1160-427d-4f29-bff5-3d94c8a8f192 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:21.986945 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Router 385bb97d-3630-44ef-9e4f-5b41730fb4ed is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:21:22.090257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] For port e7948916-38f6-4537-939b-1f9e3889cca8, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:22.092026 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e08c-515e-4dbb-af15-e6c4b260a825 admin admin] Publish callbacks [] for security_group (3b0fb170-31ba-43ae-b0fa-e9164df01854), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.093885 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] For port e7948916-38f6-4537-939b-1f9e3889cca8, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e7948916-38f6-4537-939b-1f9e3889cca8,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:22.109974 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.183771 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5fa1e08c-515e-4dbb-af15-e6c4b260a825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (3b0fb170-31ba-43ae-b0fa-e9164df01854), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.208893 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] For port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:22.208893 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] For port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:22.238118 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.241843 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485b787-dbc6-47e6-bb86-ade9d164ba9d None None] Pushing event updated for resources: {'Port': ['ID=e7948916-38f6-4537-939b-1f9e3889cca8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:22.315454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-227304ca-4fa5-4dfb-b0f5-875c43a6625a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:22.322183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-227304ca-4fa5-4dfb-b0f5-875c43a6625a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/networks?id=50c06197-9321-4c53-bdd9-d99515e203c8 HTTP/1.1" status: 200 len: 811 time: 0.5650969 Jun 07 14:21:22.325972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1e08c-515e-4dbb-af15-e6c4b260a825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fb170-31ba-43ae-b0fa-e9164df01854,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:22.330004 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781d6df-2a6f-40e8-8525-d63d84311b01 None None] Pushing event updated for resources: {'Port': ['ID=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:22.357997 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-554a9f42-440d-4bce-99f4-d2055ddfa219 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/quotas/5da54606acd24962be630e28ff636d72 HTTP/1.1" status: 200 len: 375 time: 0.0348926 Jun 07 14:21:22.406898 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39096) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:22.458059 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5fa1e08c-515e-4dbb-af15-e6c4b260a825 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7844e15ebe643e1b176d40b6cbf3ace&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1926620 Jun 07 14:21:22.461577 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39104) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:22.486150 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:21:22.504015 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Sync routers for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:21:22.539865 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-0f9bf2a9-8bd1-4310-8482-51cf930387b5 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5da54606acd24962be630e28ff636d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271927 Jun 07 14:21:22.563459 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks [] for port (264d7521-32ad-4a4c-b954-d85077f16713), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.567134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.568734 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7430fa16-df99-4a0f-9441-3ff25900de7d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8998814 Jun 07 14:21:22.573562 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:22.575062 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:22.578951 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:22.582217 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:22.660628 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (cfe2d4c6-168b-447e-92fb-134579ef69e3), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.720008 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.805649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0642dde-a96a-4ed8-977e-24bfdb3556a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.936776 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-ed51821f-9cb5-4e2f-99a2-28c9cbbcb158 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:21:22.939084 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-ed51821f-9cb5-4e2f-99a2-28c9cbbcb158 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1382875 Jun 07 14:21:22.944546 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc115f8c-bb03-439a-813d-c6259b9ac8f8 admin admin] Publish callbacks [] for security_group (3b0fb170-31ba-43ae-b0fa-e9164df01854), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.952167 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe2d4c6-168b-447e-92fb-134579ef69e3,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:22.962372 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (264d7521-32ad-4a4c-b954-d85077f16713), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:22.967897 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:23.072298 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Checking segment: {'id': 'b74a1cba-bca1-4dbc-8513-73cec0e751b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '63ee1160-427d-4f29-bff5-3d94c8a8f192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:23.072874 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Network hostable DHCP agents. Network: 63ee1160-427d-4f29-bff5-3d94c8a8f192, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:23.090265 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc115f8c-bb03-439a-813d-c6259b9ac8f8 admin admin] Publish callbacks [] for security_group (3b0fb170-31ba-43ae-b0fa-e9164df01854), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.110360 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:23.122521 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:23.162947 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:23.182925 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:23.186066 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=264d7521-32ad-4a4c-b954-d85077f16713,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:23.290385 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Network 63ee1160-427d-4f29-bff5-3d94c8a8f192 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:23.334895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0642dde-a96a-4ed8-977e-24bfdb3556a5 admin admin] Publish callbacks [] for security_group (b38187bf-a078-4310-85e8-b7ba3bdb9683), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.345385 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:23.365963 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc115f8c-bb03-439a-813d-c6259b9ac8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (3b0fb170-31ba-43ae-b0fa-e9164df01854), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.368573 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc115f8c-bb03-439a-813d-c6259b9ac8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.369721 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-dc115f8c-bb03-439a-813d-c6259b9ac8f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b0fb170-31ba-43ae-b0fa-e9164df01854 HTTP/1.1" status: 204 len: 168 time: 0.8852649 Jun 07 14:21:23.370270 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:23.396406 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 63ee1160-427d-4f29-bff5-3d94c8a8f192) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:23.402137 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:21Z', 'revision_number': 3, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:23.410056 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692aa8b-7767-4bea-abc2-21d0877c48c6 None None] Network 63ee1160-427d-4f29-bff5-3d94c8a8f192 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:23.420704 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115f8c-bb03-439a-813d-c6259b9ac8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fb170-31ba-43ae-b0fa-e9164df01854,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:23.432131 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-45b11f73-fd29-46cb-a70b-af24bade2f8f service neutron] 10.222.0.81 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823411 Jun 07 14:21:23.472624 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0642dde-a96a-4ed8-977e-24bfdb3556a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b38187bf-a078-4310-85e8-b7ba3bdb9683), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.483406 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:23.485527 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.526215 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Checking router: 385bb97d-3630-44ef-9e4f-5b41730fb4ed for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:21:23.528838 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Updating router 385bb97d-3630-44ef-9e4f-5b41730fb4ed port e826eef2-2d59-4f18-80d5-744ba7dd3cdd binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:21:23.542066 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:23.670317 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:23.675676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:23.691849 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b0642dde-a96a-4ed8-977e-24bfdb3556a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95161229e3f14e42857866e55b39ec09&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2825775 Jun 07 14:21:23.719966 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:23.742859 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ad92a-670c-4d34-b6f7-cabff81a5cb0 None None] Network 63ee1160-427d-4f29-bff5-3d94c8a8f192 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:23.798184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642dde-a96a-4ed8-977e-24bfdb3556a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38187bf-a078-4310-85e8-b7ba3bdb9683,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:23.848987 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-85237188-27a9-46e3-ab5d-5ab69b75963d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5721424 Jun 07 14:21:23.883469 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-a1474a32-99f1-4d71-856b-d4178e1bef04 service neutron] 10.222.0.81 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501684 Jun 07 14:21:24.122429 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28465b97-171f-47e3-9198-eef8513d76a3 admin admin] Publish callbacks [] for security_group (b38187bf-a078-4310-85e8-b7ba3bdb9683), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.124262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39188) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:24.282007 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks [] for router_gateway (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.339565 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377cc1c-4500-481a-904f-bbb74163013c None None] Network c9379a31-560f-4227-b159-63bce9fe1b34 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:24.364647 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28465b97-171f-47e3-9198-eef8513d76a3 admin admin] Publish callbacks [] for security_group (b38187bf-a078-4310-85e8-b7ba3bdb9683), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.366513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39198) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:24.497833 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Publish callbacks [] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.509324 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.520606 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9cde-305b-4a30-a33f-b95c47781bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.535060 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39210) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:24.586473 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f918d6e-d80d-4093-aa52-c5e9f3e58a6a None None] Network e29f253b-76e1-40c6-9128-7a3556b521e2 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:24.631494 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Pushing event updated for resources: {'Port': ['ID=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:24.652534 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.652884 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.653252 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.653609 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.653944 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.654270 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.654599 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.654923 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.655293 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.658893 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.661627 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.662026 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.662374 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.662732 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.663065 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Tracked resource versions report: Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: pushed versions: Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: { 'AddressGroup': {'1.2'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Agent': {'1.1'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'ConntrackHelper': {'1.0'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'LocalIPAssociation': {'1.0'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Log': {'1.0'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'NDPProxy': {'1.0'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Network': {'1.1'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Port': {'1.7'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'PortForwarding': {'1.3'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'QosPolicy': {'1.10'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroup': {'1.5'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SubPort': {'1.0'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Subnet': {'1.1'}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Trunk': {'1.1'}} Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: consumer versions: Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: { DHCP agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: HyperV agent@hv-cinder-83608: {}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: L3 agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: Metadata agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: Metering agent@dv-cinder-836083-9-iscsi: {}, Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: Open vSwitch agent@dv-cinder-836083-9-iscsi: { 'AddressGroup': '1.2', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Agent': '1.1', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'ConntrackHelper': '1.0', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'LocalIPAssociation': '1.0', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Log': '1.0', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'NDPProxy': '1.0', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Network': '1.1', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Port': '1.7', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'PortForwarding': '1.3', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'QosPolicy': '1.10', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroup': '1.5', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SecurityGroupRule': '1.2', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'SubPort': '1.0', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Subnet': '1.1', Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: 'Trunk': '1.1'}} Jun 07 14:21:24.664332 dv-cinder-836083-9-iscsi neutron-server[103892]: {{(pid=103892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:21:24.707125 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9cde-305b-4a30-a33f-b95c47781bc8 admin admin] Publish callbacks [] for security_group (ade7594b-29b2-4dbe-93d2-083a23e3b82c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.713527 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] Provisioning complete for port e7948916-38f6-4537-939b-1f9e3889cca8 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:24.714087 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.721719 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Attempting to bind port e826eef2-2d59-4f18-80d5-744ba7dd3cdd on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:24.723648 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Attempting to bind port e826eef2-2d59-4f18-80d5-744ba7dd3cdd by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:24.724071 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Attempting to bind port e826eef2-2d59-4f18-80d5-744ba7dd3cdd on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:24.732880 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:24.733139 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e0ca9cde-305b-4a30-a33f-b95c47781bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (ade7594b-29b2-4dbe-93d2-083a23e3b82c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.734749 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:24.735548 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.736081 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:24.737366 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Bound port: e826eef2-2d59-4f18-80d5-744ba7dd3cdd, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:24.737923 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.833698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e0ca9cde-305b-4a30-a33f-b95c47781bc8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b284a7c77bd04bb38bc9dd74c3c6a22b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4635308 Jun 07 14:21:24.833698 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.837327 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39240) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:24.844173 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:24.852121 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] For port e826eef2-2d59-4f18-80d5-744ba7dd3cdd, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:24.855864 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] For port e826eef2-2d59-4f18-80d5-744ba7dd3cdd, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:24.866317 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Deleting subnet 36470a85-22a4-45ce-b74e-c4d3cf7fba61 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:21:24.873682 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.900486 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f52ad30c-5083-4b62-947e-09995e2c4ae9 req-79260057-544b-4617-9cd2-884790f168bc tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.1912539 Jun 07 14:21:24.908939 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Publish callbacks [] for subnet (36470a85-22a4-45ce-b74e-c4d3cf7fba61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.923071 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:24.985515 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca9cde-305b-4a30-a33f-b95c47781bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade7594b-29b2-4dbe-93d2-083a23e3b82c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:25.004290 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:25.007473 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af588e4-fbef-4cb6-aff7-a419cff59a42 None None] Pushing event updated for resources: {'Port': ['ID=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:25.019933 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:25.031774 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0851125-82c2-45af-84af-9c1a704d62d0 admin admin] Publish callbacks [] for security_group (ade7594b-29b2-4dbe-93d2-083a23e3b82c), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.036912 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:25.037671 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:25.159297 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:25.195493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Publish callbacks [] for subnet (36470a85-22a4-45ce-b74e-c4d3cf7fba61), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.196127 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:25.200968 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:25.201905 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39248) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:25.207253 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0851125-82c2-45af-84af-9c1a704d62d0 admin admin] Publish callbacks [] for security_group (ade7594b-29b2-4dbe-93d2-083a23e3b82c), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.214885 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28465b97-171f-47e3-9198-eef8513d76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b38187bf-a078-4310-85e8-b7ba3bdb9683), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.218600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28465b97-171f-47e3-9198-eef8513d76a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.223024 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-28465b97-171f-47e3-9198-eef8513d76a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b38187bf-a078-4310-85e8-b7ba3bdb9683 HTTP/1.1" status: 204 len: 168 time: 1.5019875 Jun 07 14:21:25.250430 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (36470a85-22a4-45ce-b74e-c4d3cf7fba61), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.253469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28465b97-171f-47e3-9198-eef8513d76a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38187bf-a078-4310-85e8-b7ba3bdb9683,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:25.380435 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:25.449091 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Allocated IP 172.20.0.1 (e29f253b-76e1-40c6-9128-7a3556b521e2/d3f15156-0b3c-41de-99e7-9bd56dea21c4/7b5a08ba-593d-4c50-ab21-fa3f04f74100) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:25.494469 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:21:25.526105 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0851125-82c2-45af-84af-9c1a704d62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (ade7594b-29b2-4dbe-93d2-083a23e3b82c), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.534967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0851125-82c2-45af-84af-9c1a704d62d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.542066 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c0851125-82c2-45af-84af-9c1a704d62d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ade7594b-29b2-4dbe-93d2-083a23e3b82c HTTP/1.1" status: 204 len: 168 time: 0.7014236 Jun 07 14:21:25.607629 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:21Z', 'revision_number': 3, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:25.649118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0851125-82c2-45af-84af-9c1a704d62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade7594b-29b2-4dbe-93d2-083a23e3b82c,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:25.674110 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810dba4-d13a-4a1c-a0ce-0a402109b283 None None] The sync data for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi is: [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:21Z', 'revision_number': 3, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:21:25.717612 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a696805d-26cb-4b35-822b-fbc43286a81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.736236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for subnet (36470a85-22a4-45ce-b74e-c4d3cf7fba61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.747821 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:25.757174 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:21:25.762728 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] Current status of the port e7948916-38f6-4537-939b-1f9e3889cca8 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:25.763242 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.798715 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.800277 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-d3c8a095-90c6-4f87-b9e1-4ebbd1072ea5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1158245 Jun 07 14:21:25.804057 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39268) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:25.813234 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.817586 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/36470a85-22a4-45ce-b74e-c4d3cf7fba61 HTTP/1.1" status: 204 len: 168 time: 1.6918442 Jun 07 14:21:25.820657 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39270) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:25.822039 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:21:25.825125 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82083533-3cf2-42f2-aaf7-0ddeda6221d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36470a85-22a4-45ce-b74e-c4d3cf7fba61,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:25.907033 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:25.909512 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:25.930218 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks [] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.033335 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:26.038739 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:26.100385 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:26.168126 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] For port e7948916-38f6-4537-939b-1f9e3889cca8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e7948916-38f6-4537-939b-1f9e3889cca8,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:26.194213 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.305951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (c2053687-6c7b-4a4b-bf9f-50b930a903b6), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.386970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a696805d-26cb-4b35-822b-fbc43286a81c admin admin] Publish callbacks [] for security_group (7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.390361 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7b5378ff-6eb7-45de-b40d-e804f065faa4 req-2c1eb877-41f4-4fdb-9e38-5433631c5716 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.3736691 Jun 07 14:21:26.394880 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a696805d-26cb-4b35-822b-fbc43286a81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.473135 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.513500 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e3783-7660-41c9-811b-4652d2ef2c68 None None] Pushing event updated for resources: {'Port': ['ID=e7948916-38f6-4537-939b-1f9e3889cca8,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:26.538814 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-de11c7ca-ae9c-4349-8b08-6f0c30cd0506 None None] Provisioning complete for port e7948916-38f6-4537-939b-1f9e3889cca8 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:26.543700 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de11c7ca-ae9c-4349-8b08-6f0c30cd0506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.598055 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696805d-26cb-4b35-822b-fbc43286a81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:26.600691 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:26.670269 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-a696805d-26cb-4b35-822b-fbc43286a81c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e5535c0d612453ab394b0d90b0e6e02&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4594994 Jun 07 14:21:26.681871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39310) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:26.688455 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5a08ba-593d-4c50-ab21-fa3f04f74100,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:26.720380 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:26.747891 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (c2053687-6c7b-4a4b-bf9f-50b930a903b6), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.766940 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:26.788000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:26.803375 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:26.804786 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:26.805283 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (385bb97d-3630-44ef-9e4f-5b41730fb4ed), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:26.852363 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.852841 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.853549 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.853924 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > port after_create 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.854349 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.859710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > port after_update 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.860075 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.860460 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.866849 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.867319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:26.880962 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:26.881357 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.237794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5045e403-ff34-4fcf-b506-ab39422da54b admin admin] Publish callbacks [] for security_group (7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.259653 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-de11c7ca-ae9c-4349-8b08-6f0c30cd0506 None None] Current status of the port e7948916-38f6-4537-939b-1f9e3889cca8 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:27.299051 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5045e403-ff34-4fcf-b506-ab39422da54b admin admin] Publish callbacks [] for security_group (7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.330088 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:27.334322 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-de11c7ca-ae9c-4349-8b08-6f0c30cd0506 None None] Provisioning complete for port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:27.336768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-de11c7ca-ae9c-4349-8b08-6f0c30cd0506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.345754 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.351740 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e7948916-38f6-4537-939b-1f9e3889cca8 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:27.385960 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:27.386323 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:27.386693 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:27.388199 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:27.388607 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2053687-6c7b-4a4b-bf9f-50b930a903b6']}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:27.430694 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c366ad-9b02-441d-90f0-f0614756ccdb') {'for_net_delete': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:27.430990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c366ad-9b02-441d-90f0-f0614756ccdb') {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:27.440709 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=82 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:27.487902 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.574578 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5045e403-ff34-4fcf-b506-ab39422da54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.579099 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5045e403-ff34-4fcf-b506-ab39422da54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.580705 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5045e403-ff34-4fcf-b506-ab39422da54b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3 HTTP/1.1" status: 204 len: 168 time: 0.8883574 Jun 07 14:21:27.595676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port e7948916-38f6-4537-939b-1f9e3889cca8 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:27.596394 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.649525 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045e403-ff34-4fcf-b506-ab39422da54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca220ff-6b2a-4d0d-ac46-ec226adcf1a3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:27.676116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848350'] for segment (85c366ad-9b02-441d-90f0-f0614756ccdb), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.719578 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (85c366ad-9b02-441d-90f0-f0614756ccdb), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.732642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:21:27.733939 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3372005'] for segment (85c366ad-9b02-441d-90f0-f0614756ccdb), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.760642 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:27.763080 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:23Z', 'revision_number': 3, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:27.851079 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:21:27.851916 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Updating router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e port 264d7521-32ad-4a4c-b954-d85077f16713 binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:21:27.871742 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.75', 53858) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:27.892357 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e9fdffd-7fca-4b26-9c8a-504cce9c259e req-c7517fe3-d6f9-40e1-b9ad-d1531fd37e2e tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.2128980 Jun 07 14:21:27.965820 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks [] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.965947 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:27.972700 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:27.974652 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (385bb97d-3630-44ef-9e4f-5b41730fb4ed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.021970 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (264d7521-32ad-4a4c-b954-d85077f16713), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.130233 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:28.133296 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:28.252494 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5a08ba-593d-4c50-ab21-fa3f04f74100,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:28.263617 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:28.269577 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-58c1c052-5e90-4cc1-98a4-6bdb8d19f90b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:28.281971 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-58c1c052-5e90-4cc1-98a4-6bdb8d19f90b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.75 "GET /v2.0/networks?id=50c06197-9321-4c53-bdd9-d99515e203c8 HTTP/1.1" status: 200 len: 811 time: 0.4082468 Jun 07 14:21:28.285151 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (c2053687-6c7b-4a4b-bf9f-50b930a903b6), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.371691 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Router 385bb97d-3630-44ef-9e4f-5b41730fb4ed has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:21:28.379026 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port e7948916-38f6-4537-939b-1f9e3889cca8 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:28.410957 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-de11c7ca-ae9c-4349-8b08-6f0c30cd0506 None None] Current status of the port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:28.646517 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-4a7265a4-68cc-4b5a-9190-15eb3cf44b5a None None] Provisioning complete for port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:28.646947 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4a7265a4-68cc-4b5a-9190-15eb3cf44b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.665292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.672341 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c2053687-6c7b-4a4b-bf9f-50b930a903b6 HTTP/1.1" status: 204 len: 168 time: 2.8430326 Jun 07 14:21:28.674653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Request body: {'port': {'device_id': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8', 'admin_state_up': True, 'tenant_id': '5da54606acd24962be630e28ff636d72'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:28.680942 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39398) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:28.692041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa5249-4adf-483f-9449-af7037867135 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2053687-6c7b-4a4b-bf9f-50b930a903b6,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:28.718893 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39404) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:28.758421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05975b9d-4311-418a-9709-3d408ed9662b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.787743 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:21:28.806019 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-dd7834d8-b598-47c9-8c88-c6131b609f42 admin admin] 10.222.0.81 "PUT /v2.0/routers/385bb97d-3630-44ef-9e4f-5b41730fb4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2239501 Jun 07 14:21:28.828712 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4a7265a4-68cc-4b5a-9190-15eb3cf44b5a None None] Port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:21:28.853116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e826eef2-2d59-4f18-80d5-744ba7dd3cdd up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:28.939115 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:28.965378 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05975b9d-4311-418a-9709-3d408ed9662b admin admin] Publish callbacks [] for security_group (8dc6f52c-680b-40d8-865e-a036bd8803e8), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:28.982668 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-05975b9d-4311-418a-9709-3d408ed9662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8dc6f52c-680b-40d8-865e-a036bd8803e8), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.018152 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-9c2a9ff7-4306-4f18-99f3-4faa142b8380 None None] Provisioning complete for port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:29.018664 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9ff7-4306-4f18-99f3-4faa142b8380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.058965 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Sync routers for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:21:29.076366 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:29.078899 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:29.084273 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port e826eef2-2d59-4f18-80d5-744ba7dd3cdd triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:29.084895 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.114109 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-05975b9d-4311-418a-9709-3d408ed9662b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19af625105d842adbe8b07a4a0f44118&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3939869 Jun 07 14:21:29.114862 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05975b9d-4311-418a-9709-3d408ed9662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6f52c-680b-40d8-865e-a036bd8803e8,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:29.121164 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39422) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:29.153845 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Publish callbacks [] for port (264d7521-32ad-4a4c-b954-d85077f16713), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.157405 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a9ff7-4306-4f18-99f3-4faa142b8380 None None] Port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:21:29.172801 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:29.183941 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (264d7521-32ad-4a4c-b954-d85077f16713), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.192490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Deleting subnet cfe2d4c6-168b-447e-92fb-134579ef69e3 {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:21:29.196976 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53ce6ee4-c1e7-4f9b-8de4-2e2bf54de050 req-14bbfbb7-8b45-4bf3-8d73-2ce9eb0ecdd2 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.1145446 Jun 07 14:21:29.249306 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 85c366ad-9b02-441d-90f0-f0614756ccdb resource provider aggregate not found Jun 07 14:21:29.286369 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Publish callbacks [] for subnet (cfe2d4c6-168b-447e-92fb-134579ef69e3), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.309023 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b66fcc09-8c91-4a97-807b-eac75506fd77 admin admin] Publish callbacks [] for security_group (8dc6f52c-680b-40d8-865e-a036bd8803e8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.330045 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803ad25-ac3c-4904-9482-0702cc97df77 None None] Pushing event updated for resources: {'Port': ['ID=264d7521-32ad-4a4c-b954-d85077f16713,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:29.352168 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b66fcc09-8c91-4a97-807b-eac75506fd77 admin admin] Publish callbacks [] for security_group (8dc6f52c-680b-40d8-865e-a036bd8803e8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.352963 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Attempting to bind port 264d7521-32ad-4a4c-b954-d85077f16713 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:29.353775 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Attempting to bind port 264d7521-32ad-4a4c-b954-d85077f16713 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:29.354295 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Attempting to bind port 264d7521-32ad-4a4c-b954-d85077f16713 on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:29.365805 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:29.368562 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 85c366ad-9b02-441d-90f0-f0614756ccdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85c366ad-9b02-441d-90f0-f0614756ccdb found for delete ", "request_id": "req-5cbd7541-2c89-4d0d-8320-454ef8c9ebd5"}]} Jun 07 14:21:29.375555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:29.375929 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:29.376335 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.376757 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:29.378040 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Bound port: 264d7521-32ad-4a4c-b954-d85077f16713, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:29.378424 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (264d7521-32ad-4a4c-b954-d85077f16713), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.416769 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.427781 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b66fcc09-8c91-4a97-807b-eac75506fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8dc6f52c-680b-40d8-865e-a036bd8803e8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.434116 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b66fcc09-8c91-4a97-807b-eac75506fd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.436116 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b66fcc09-8c91-4a97-807b-eac75506fd77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dc6f52c-680b-40d8-865e-a036bd8803e8 HTTP/1.1" status: 204 len: 168 time: 0.3127987 Jun 07 14:21:29.446080 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Made reservation on behalf of 5da54606acd24962be630e28ff636d72 for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:29.446900 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fcc09-8c91-4a97-807b-eac75506fd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6f52c-680b-40d8-865e-a036bd8803e8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:29.450005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.482791 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (cfe2d4c6-168b-447e-92fb-134579ef69e3), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.484899 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:29.511791 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port e826eef2-2d59-4f18-80d5-744ba7dd3cdd is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:29.512167 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.555586 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port e826eef2-2d59-4f18-80d5-744ba7dd3cdd, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:29.562341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] For port 264d7521-32ad-4a4c-b954-d85077f16713, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:29.565662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] For port 264d7521-32ad-4a4c-b954-d85077f16713, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=264d7521-32ad-4a4c-b954-d85077f16713,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:29.576000 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.576809 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e7948916-38f6-4537-939b-1f9e3889cca8 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:29.639111 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 2, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:29.672777 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Checking router: 385bb97d-3630-44ef-9e4f-5b41730fb4ed for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:21:29.673443 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Updating router 385bb97d-3630-44ef-9e4f-5b41730fb4ed port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:21:29.779545 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.801588 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (cfe2d4c6-168b-447e-92fb-134579ef69e3), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:29.977357 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:29.990361 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (264d7521-32ad-4a4c-b954-d85077f16713), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:30.039537 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (cfe2d4c6-168b-447e-92fb-134579ef69e3), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:30.079067 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:30.090222 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:30.091124 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:30.156812 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:30.220880 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port e7948916-38f6-4537-939b-1f9e3889cca8 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:30.221281 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:30.255063 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe2d4c6-168b-447e-92fb-134579ef69e3,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:30.404779 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803ad25-ac3c-4904-9482-0702cc97df77 None None] Pushing event updated for resources: {'Port': ['ID=264d7521-32ad-4a4c-b954-d85077f16713,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:30.468640 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:30.477564 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-637e6746-dd3e-4bde-ad88-7fd81a27697f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:30.479817 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-637e6746-dd3e-4bde-ad88-7fd81a27697f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 818 time: 0.1434600 Jun 07 14:21:30.520237 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:30.527494 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b419260-9a38-4f31-9c32-977dd8f66276 req-8152a014-5c5f-42fe-a418-f903ce616d49 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.2037830 Jun 07 14:21:30.540361 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-7e9c05a7-451e-41f5-ba29-5ea0b517426b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cfe2d4c6-168b-447e-92fb-134579ef69e3 HTTP/1.1" status: 204 len: 168 time: 1.8494792 Jun 07 14:21:30.541096 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6204a3cf-ff8e-4d27-aef8-2b5efb6fa3ac tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/quotas/ec8e48464f6a4d1886aaf89cc8b28e5f HTTP/1.1" status: 200 len: 375 time: 0.0384483 Jun 07 14:21:30.542877 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39488) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:30.584139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:30.770408 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:30.809450 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Allocated IP 172.20.0.6 (50c06197-9321-4c53-bdd9-d99515e203c8/32b26786-e4ac-4ae8-a4d9-4dd589755358/1652612a-9961-4ecf-8744-a03edaa82b75) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:30.850863 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Allocated IP 172.20.0.1 (c9379a31-560f-4227-b159-63bce9fe1b34/39026759-74ba-4c90-a9e7-48c4f5c65fb4/7a9cb526-80fb-4f9a-9f66-d2818f7006d1) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:30.876251 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:30.975680 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-269efd50-1e52-4d9a-8cd7-bb4772aeb577 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4057736 Jun 07 14:21:30.985188 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Publish callbacks [] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:30.990883 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (63ee1160-427d-4f29-bff5-3d94c8a8f192), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:30.995864 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.026654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port e7948916-38f6-4537-939b-1f9e3889cca8 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:31.045323 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:31.081117 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39494) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:31.245102 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489f711-a8c2-4d89-a34b-ccf8438c31cf None None] Pushing event updated for resources: {'Port': ['ID=7b5a08ba-593d-4c50-ab21-fa3f04f74100,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:31.295540 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:31.499353 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Attempting to bind port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:31.503675 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Attempting to bind port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:31.507940 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Attempting to bind port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:31.522580 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:31.533990 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:31.536445 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Checking segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:31.536862 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.537262 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Bound using segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:31.537766 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Bound port: 7b5a08ba-593d-4c50-ab21-fa3f04f74100, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:31.546414 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.549227 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks [] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.554079 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:23Z', 'revision_number': 3, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:31.684170 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39506) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:31.691999 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (63ee1160-427d-4f29-bff5-3d94c8a8f192), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.793005 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:31.793005 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.840256 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9bb2907d-0f32-4c1b-9a29-6e899f1cc264 req-52bf45a6-215f-4679-b2cb-eeea7878b972 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.0984197 Jun 07 14:21:31.842596 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] For port 7b5a08ba-593d-4c50-ab21-fa3f04f74100, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:31.854703 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-e4e74ec3-bca9-46c6-9e16-2adaed14e30e service neutron] 10.222.0.81 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8483856 Jun 07 14:21:31.857014 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] For port 7b5a08ba-593d-4c50-ab21-fa3f04f74100, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=7b5a08ba-593d-4c50-ab21-fa3f04f74100,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:31.878433 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.880642 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.882142 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.887904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.890194 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.891537 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.892999 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.894579 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.895147 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.896936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.898448 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:31.930684 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] Provisioning complete for port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:31.931069 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:31.973669 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70067fe2-2e90-4ac9-8913-5981b8d94a2a None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:23Z', 'revision_number': 3, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:21:31.978642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks [] for port (1652612a-9961-4ecf-8744-a03edaa82b75), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.051570 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.150715 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489f711-a8c2-4d89-a34b-ccf8438c31cf None None] Pushing event updated for resources: {'Port': ['ID=7b5a08ba-593d-4c50-ab21-fa3f04f74100,revision_number=4']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:32.229315 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:32.251942 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:32.252635 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:32.266792 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Network c9379a31-560f-4227-b159-63bce9fe1b34 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:32.378301 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dbdf57ce-1a94-4714-bcad-4a2769262c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.416079 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:32.422775 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:32.459598 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] Current status of the port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:32.460067 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.490871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:32.490871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:32.490871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:32.490871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:21:32.490871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee1160-427d-4f29-bff5-3d94c8a8f192']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:32.525312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e826eef2-2d59-4f18-80d5-744ba7dd3cdd up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:32.606819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:32.656631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74a1cba-bca1-4dbc-8513-73cec0e751b1') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:32.657003 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74a1cba-bca1-4dbc-8513-73cec0e751b1') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:32.719123 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] For port 7b5a08ba-593d-4c50-ab21-fa3f04f74100, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=7b5a08ba-593d-4c50-ab21-fa3f04f74100,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:32.730235 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.773788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-06f3937b-f9a1-4330-a508-14684b1b401f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.809627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5210f3d-fd3c-4ca2-ae25-c4a5ec5527c0 None None] Pushing event updated for resources: {'Port': ['ID=7b5a08ba-593d-4c50-ab21-fa3f04f74100,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:32.832139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port e826eef2-2d59-4f18-80d5-744ba7dd3cdd triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:32.832564 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:32.938299 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-7d61c542-88a1-4ea1-b4b1-742cf6cccafc None None] Provisioning complete for port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:32.938675 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7d61c542-88a1-4ea1-b4b1-742cf6cccafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.052735 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:33.060142 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:33.076066 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.236192 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:33.383520 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.399582 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (b74a1cba-bca1-4dbc-8513-73cec0e751b1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.402458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port e826eef2-2d59-4f18-80d5-744ba7dd3cdd is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:33.457505 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7d61c542-88a1-4ea1-b4b1-742cf6cccafc None None] Current status of the port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:33.575431 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (b74a1cba-bca1-4dbc-8513-73cec0e751b1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.610905 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-3fe4fa9d-c25c-4561-ad8a-251a2c0399e9 None None] Provisioning complete for port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:33.612320 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3fe4fa9d-c25c-4561-ad8a-251a2c0399e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.618476 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d59ca-bc26-44e4-bdb3-e80de3744904 req-a384eac8-8a22-4a8e-9ebd-e322fd2f9ea9 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:33.632506 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c83d59ca-bc26-44e4-bdb3-e80de3744904 req-a384eac8-8a22-4a8e-9ebd-e322fd2f9ea9 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 931 time: 0.3324533 Jun 07 14:21:33.693042 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:21:33.697810 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (b74a1cba-bca1-4dbc-8513-73cec0e751b1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:33.784524 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4fa9d-c25c-4561-ad8a-251a2c0399e9 None None] Port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:21:33.800489 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:31Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:33.900951 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b161297-7bd7-40cb-b158-d1f586a2fe78 None None] The sync data for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi is: [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:31Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:21:33.931393 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-43f83d4b-8736-4cef-bb4d-fee3695587fa service neutron] 10.222.0.81 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0629299 Jun 07 14:21:33.964982 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (63ee1160-427d-4f29-bff5-3d94c8a8f192), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:34.016417 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:34.039147 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/63ee1160-427d-4f29-bff5-3d94c8a8f192 HTTP/1.1" status: 204 len: 168 time: 3.4938788 Jun 07 14:21:34.232014 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c83d59ca-bc26-44e4-bdb3-e80de3744904 req-04182cac-9dd2-49aa-a852-7db32efc4681 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662482 Jun 07 14:21:34.232971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cd865-5598-4306-993c-ce01e9a623a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ee1160-427d-4f29-bff5-3d94c8a8f192,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:34.424099 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39556) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:34.570274 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3a79b346-4760-4338-88eb-c350cfe6e9b0 req-c5bad9c0-8092-436b-a41c-3b60c77a3bf8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 210 time: 0.1111526 Jun 07 14:21:34.578228 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 264d7521-32ad-4a4c-b954-d85077f16713 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:34.676990 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-f58c4b2b-9734-44d7-b1c1-0dba29851263 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcc308a8cf1f4e75ba30dfd1c84dbbfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2501917 Jun 07 14:21:34.679581 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39570) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:34.755589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 264d7521-32ad-4a4c-b954-d85077f16713 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:34.756263 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (264d7521-32ad-4a4c-b954-d85077f16713), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:34.764661 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:34.798067 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Network 50c06197-9321-4c53-bdd9-d99515e203c8 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:34.813697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:34.819940 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:34.912258 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment b74a1cba-bca1-4dbc-8513-73cec0e751b1 resource provider aggregate not found Jun 07 14:21:34.919097 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4583ac3c-9c2b-4a2d-abcd-fb1314f33004 admin admin] Publish callbacks [] for security_group (4e8567fb-6b52-4281-bb50-6909e54e793a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:34.969500 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment b74a1cba-bca1-4dbc-8513-73cec0e751b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b74a1cba-bca1-4dbc-8513-73cec0e751b1 found for delete ", "request_id": "req-031ce698-c7fe-40f6-b8dc-aaeec0d0b90d"}]} Jun 07 14:21:34.996212 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4583ac3c-9c2b-4a2d-abcd-fb1314f33004 admin admin] Publish callbacks [] for security_group (4e8567fb-6b52-4281-bb50-6909e54e793a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.003116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 264d7521-32ad-4a4c-b954-d85077f16713 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:35.003664 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (264d7521-32ad-4a4c-b954-d85077f16713), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.033266 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Pushing event updated for resources: {'Port': ['ID=1652612a-9961-4ecf-8744-a03edaa82b75,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:35.067397 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.099467 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 264d7521-32ad-4a4c-b954-d85077f16713, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=264d7521-32ad-4a4c-b954-d85077f16713,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:35.114160 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (264d7521-32ad-4a4c-b954-d85077f16713), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.117320 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 7b5a08ba-593d-4c50-ab21-fa3f04f74100 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:35.186870 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4583ac3c-9c2b-4a2d-abcd-fb1314f33004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4e8567fb-6b52-4281-bb50-6909e54e793a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.197301 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4583ac3c-9c2b-4a2d-abcd-fb1314f33004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.203183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-4583ac3c-9c2b-4a2d-abcd-fb1314f33004 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e8567fb-6b52-4281-bb50-6909e54e793a HTTP/1.1" status: 204 len: 168 time: 0.5193009 Jun 07 14:21:35.242970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583ac3c-9c2b-4a2d-abcd-fb1314f33004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8567fb-6b52-4281-bb50-6909e54e793a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:35.289685 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:35.314843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:35.355381 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:35.497835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-fd794d50-f2fe-46c5-a5f1-b4e130cc0c94 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:35.508426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-fd794d50-f2fe-46c5-a5f1-b4e130cc0c94 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 818 time: 0.2565205 Jun 07 14:21:35.533011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=264d7521-32ad-4a4c-b954-d85077f16713,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:35.590040 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-daeacd93-ba0e-4f21-9f0a-d12501316e08 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/quotas/ec8e48464f6a4d1886aaf89cc8b28e5f HTTP/1.1" status: 200 len: 375 time: 0.0802939 Jun 07 14:21:35.593048 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:35.596991 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:35.906768 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-8015b442-ca54-4470-8394-6d80b5004f83 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2452993 Jun 07 14:21:35.910724 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:35.942481 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85d3b4-f45f-44a1-b3cd-3c3522952aa6 req-d197c7f9-c495-49b6-8478-6e49ca7cc8f9 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:35.951077 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d85d3b4-f45f-44a1-b3cd-3c3522952aa6 req-d197c7f9-c495-49b6-8478-6e49ca7cc8f9 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 931 time: 0.4294410 Jun 07 14:21:36.033478 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dbdf57ce-1a94-4714-bcad-4a2769262c52 admin admin] Publish callbacks [] for security_group (c6fdd31e-95dc-4f36-8f8d-5f616a9c6952), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.056711 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dbdf57ce-1a94-4714-bcad-4a2769262c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c6fdd31e-95dc-4f36-8f8d-5f616a9c6952), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.218623 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf57ce-1a94-4714-bcad-4a2769262c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdd31e-95dc-4f36-8f8d-5f616a9c6952,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:36.246008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-06f3937b-f9a1-4330-a508-14684b1b401f admin admin] Publish callbacks [] for security_group (a50212a0-7d5b-459c-877f-cba1d30a025f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.285960 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39640) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:36.324296 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-dbdf57ce-1a94-4714-bcad-4a2769262c52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=152caa2f11af4b8ebb87b6616ae9c49b&name=default HTTP/1.1" status: 200 len: 2996 time: 5.1120882 Jun 07 14:21:36.327391 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39644) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:36.357646 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:36.359773 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.426965 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-06f3937b-f9a1-4330-a508-14684b1b401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a50212a0-7d5b-459c-877f-cba1d30a025f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.445779 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d85d3b4-f45f-44a1-b3cd-3c3522952aa6 req-e367d400-a86a-41df-8b45-991a674f6256 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479697 Jun 07 14:21:36.453857 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:36.530935 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d081a469-bc43-4163-8282-afc9087c3db1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99ac6fdcef584017ad990af7f33c7033&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2374568 Jun 07 14:21:36.533644 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39658) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:36.555097 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:36.556257 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3937b-f9a1-4330-a508-14684b1b401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50212a0-7d5b-459c-877f-cba1d30a025f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:36.578689 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 264d7521-32ad-4a4c-b954-d85077f16713 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:36.596928 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-c014c2a2-3afa-418b-ab97-88e999f4a803 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9401131 Jun 07 14:21:36.635653 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-4a649004-f2e8-40a4-941c-7dd83b89c258 service neutron] 10.222.0.81 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278252 Jun 07 14:21:36.648026 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-bf7ca606-9a9c-4637-b5c4-4d736b2dd742 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:21:36.650053 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-bf7ca606-9a9c-4637-b5c4-4d736b2dd742 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0178781 Jun 07 14:21:36.653354 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4cb7856f-4f6a-4f71-abd6-ce8d13830bb8 admin admin] Publish callbacks [] for security_group (c6fdd31e-95dc-4f36-8f8d-5f616a9c6952), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.714144 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39666) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:36.714298 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-06f3937b-f9a1-4330-a508-14684b1b401f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59eff67373ac4a7091ee20065a20bea2&name=default HTTP/1.1" status: 200 len: 2996 time: 5.0276065 Jun 07 14:21:36.800257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 264d7521-32ad-4a4c-b954-d85077f16713 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:36.801759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (264d7521-32ad-4a4c-b954-d85077f16713), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.806618 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4cb7856f-4f6a-4f71-abd6-ce8d13830bb8 admin admin] Publish callbacks [] for security_group (c6fdd31e-95dc-4f36-8f8d-5f616a9c6952), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.895171 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks [] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:36.906693 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.062024 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.097345 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 264d7521-32ad-4a4c-b954-d85077f16713 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:37.134817 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4cb7856f-4f6a-4f71-abd6-ce8d13830bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c6fdd31e-95dc-4f36-8f8d-5f616a9c6952), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.137285 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4cb7856f-4f6a-4f71-abd6-ce8d13830bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.142063 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-4cb7856f-4f6a-4f71-abd6-ce8d13830bb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6fdd31e-95dc-4f36-8f8d-5f616a9c6952 HTTP/1.1" status: 204 len: 168 time: 0.7715604 Jun 07 14:21:37.269113 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3184db6a-8067-47e1-b5bf-4c28d31488f3 admin admin] Publish callbacks [] for security_group (dd106fd1-4a15-4803-8e34-f555c3b5f386), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.279302 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7856f-4f6a-4f71-abd6-ce8d13830bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdd31e-95dc-4f36-8f8d-5f616a9c6952,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:37.438383 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-620dd3e2-3c95-4117-8331-d8468ddbb9bb admin admin] Publish callbacks [] for security_group (a50212a0-7d5b-459c-877f-cba1d30a025f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.513768 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:37.522640 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-97c1fba4-cffc-4f5d-a9bd-fe03f1a45595 service neutron] 10.222.0.81 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8798575 Jun 07 14:21:37.551318 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Request body: {'port': {'device_id': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:37.574360 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3184db6a-8067-47e1-b5bf-4c28d31488f3 admin admin] Publish callbacks [] for security_group (dd106fd1-4a15-4803-8e34-f555c3b5f386), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.678371 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:37.830304 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Network c9379a31-560f-4227-b159-63bce9fe1b34 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:37.830992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:37.842365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:37.856442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04872f-0c18-4914-becd-18b057277e7d req-f1570700-c7b2-4267-9032-8c466355c741 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:37.858436 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de04872f-0c18-4914-becd-18b057277e7d req-f1570700-c7b2-4267-9032-8c466355c741 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 931 time: 0.1495488 Jun 07 14:21:37.882474 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-620dd3e2-3c95-4117-8331-d8468ddbb9bb admin admin] Publish callbacks [] for security_group (a50212a0-7d5b-459c-877f-cba1d30a025f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.106024 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3184db6a-8067-47e1-b5bf-4c28d31488f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dd106fd1-4a15-4803-8e34-f555c3b5f386), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.109003 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3184db6a-8067-47e1-b5bf-4c28d31488f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.110249 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-3184db6a-8067-47e1-b5bf-4c28d31488f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd106fd1-4a15-4803-8e34-f555c3b5f386 HTTP/1.1" status: 204 len: 168 time: 1.5756905 Jun 07 14:21:38.125607 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adcd23e4-401d-44d0-b987-97400ab1c5d3 req-d7154747-2d5b-40e4-bf87-6475447412fd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.1908710 Jun 07 14:21:38.138016 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-620dd3e2-3c95-4117-8331-d8468ddbb9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a50212a0-7d5b-459c-877f-cba1d30a025f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.144370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-620dd3e2-3c95-4117-8331-d8468ddbb9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.157766 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-620dd3e2-3c95-4117-8331-d8468ddbb9bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a50212a0-7d5b-459c-877f-cba1d30a025f HTTP/1.1" status: 204 len: 168 time: 1.4272709 Jun 07 14:21:38.198030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184db6a-8067-47e1-b5bf-4c28d31488f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd106fd1-4a15-4803-8e34-f555c3b5f386,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:38.237958 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de04872f-0c18-4914-becd-18b057277e7d req-83c82495-757c-43ed-8389-25248b3f3c8c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396425 Jun 07 14:21:38.239652 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd3e2-3c95-4117-8331-d8468ddbb9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50212a0-7d5b-459c-877f-cba1d30a025f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:38.328767 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39714) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:38.350592 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33cb6111-6467-4f58-9359-98a518ca892d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.464275 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-9d9a9dbf-69a8-4742-b18d-a3daa3e5dae5 None None] Provisioning complete for port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:38.467840 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d9a9dbf-69a8-4742-b18d-a3daa3e5dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.520659 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33cb6111-6467-4f58-9359-98a518ca892d admin admin] Publish callbacks [] for security_group (9e805e04-1522-4d7b-8f6a-44c0051ed1a2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.521505 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:38.529413 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-33cb6111-6467-4f58-9359-98a518ca892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (9e805e04-1522-4d7b-8f6a-44c0051ed1a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.589614 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a9dbf-69a8-4742-b18d-a3daa3e5dae5 None None] Port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:21:38.614986 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb6111-6467-4f58-9359-98a518ca892d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e805e04-1522-4d7b-8f6a-44c0051ed1a2,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:38.633996 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-33cb6111-6467-4f58-9359-98a518ca892d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49f7cc86181f4d8aa35593d8f6339e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005486 Jun 07 14:21:38.636658 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39720) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:38.823815 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8d99-e5fb-427e-bfd1-e1edab8bfe06 admin admin] Publish callbacks [] for security_group (9e805e04-1522-4d7b-8f6a-44c0051ed1a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.837794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:38.917522 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8d99-e5fb-427e-bfd1-e1edab8bfe06 admin admin] Publish callbacks [] for security_group (9e805e04-1522-4d7b-8f6a-44c0051ed1a2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:38.988126 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:21:39.019800 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1652612a-9961-4ecf-8744-a03edaa82b75 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:21:39.024192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8d99-e5fb-427e-bfd1-e1edab8bfe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (9e805e04-1522-4d7b-8f6a-44c0051ed1a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.034168 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9ff8d99-e5fb-427e-bfd1-e1edab8bfe06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.035390 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Publish callbacks [] for port (1652612a-9961-4ecf-8744-a03edaa82b75), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.035520 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-c9ff8d99-e5fb-427e-bfd1-e1edab8bfe06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e805e04-1522-4d7b-8f6a-44c0051ed1a2 HTTP/1.1" status: 204 len: 168 time: 0.3977551 Jun 07 14:21:39.084798 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff8d99-e5fb-427e-bfd1-e1edab8bfe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e805e04-1522-4d7b-8f6a-44c0051ed1a2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:39.115402 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Transition to ACTIVE for port object 1652612a-9961-4ecf-8744-a03edaa82b75 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:21:39.136042 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.334930 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Pushing event updated for resources: {'Port': ['ID=1652612a-9961-4ecf-8744-a03edaa82b75,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:39.351903 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.75', 53872) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:39.354831 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:39.562590 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:21:39.573659 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:21:39.591756 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-12ccf98b-8e19-4c68-8242-0e3ce6523114 admin admin] 10.222.0.81 "PUT /v2.0/routers/06aa5c02-04ef-465c-a31d-3d44a0c1f15e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7843099 Jun 07 14:21:39.633805 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:39.634727 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:39.685555 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Attempting to bind port 1652612a-9961-4ecf-8744-a03edaa82b75 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:39.685882 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Attempting to bind port 1652612a-9961-4ecf-8744-a03edaa82b75 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '54db4705-65c9-456b-b063-79687825b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:39.686837 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Attempting to bind port 1652612a-9961-4ecf-8744-a03edaa82b75 on network 50c06197-9321-4c53-bdd9-d99515e203c8 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:39.697844 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Port 1652612a-9961-4ecf-8744-a03edaa82b75 on network 50c06197-9321-4c53-bdd9-d99515e203c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:21:39.698169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Attempting to bind port 1652612a-9961-4ecf-8744-a03edaa82b75 on network 50c06197-9321-4c53-bdd9-d99515e203c8 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:39.714594 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:39.716803 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Checking segment: {'id': '54db4705-65c9-456b-b063-79687825b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:39.717286 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Bound using segment: {'id': '54db4705-65c9-456b-b063-79687825b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:39.717785 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Bound port: 1652612a-9961-4ecf-8744-a03edaa82b75, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54db4705-65c9-456b-b063-79687825b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:39.718180 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.732408 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:39.773979 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30e345ae-feeb-48e6-abdc-a380296ca5c5 req-844542c4-ee58-4028-a0ae-7d0c346580ab tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.0743587 Jun 07 14:21:39.788688 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299c56f-5dbb-4176-9971-139956a94498 req-4e0e9414-a8ea-44da-8af3-843f85605f47 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:39.803759 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8299c56f-5dbb-4176-9971-139956a94498 req-4e0e9414-a8ea-44da-8af3-843f85605f47 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.2540119 Jun 07 14:21:39.820636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-8010a51f-f8cb-407d-9bf2-b5ec72b13704 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:39.822119 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-8010a51f-f8cb-407d-9bf2-b5ec72b13704 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 818 time: 0.4413235 Jun 07 14:21:39.856728 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:39.879747 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] For port 1652612a-9961-4ecf-8744-a03edaa82b75, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:39.886631 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] For port 1652612a-9961-4ecf-8744-a03edaa82b75, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1652612a-9961-4ecf-8744-a03edaa82b75,segment=NetworkSegment(54db4705-65c9-456b-b063-79687825b8a1),segment_id=54db4705-65c9-456b-b063-79687825b8a1)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:39.896303 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.931765 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8299c56f-5dbb-4176-9971-139956a94498 req-d6080e65-3cde-4380-ba1b-13d3527ab9c4 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262393 Jun 07 14:21:39.990495 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Pushing event updated for resources: {'Port': ['ID=1652612a-9961-4ecf-8744-a03edaa82b75,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:39.994181 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:39.995147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:39.996787 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8f02e460-dc77-4a94-bb13-791d8bcb7928 service neutron] 10.222.0.75 "PUT /v2.0/ports/1652612a-9961-4ecf-8744-a03edaa82b75 HTTP/1.1" status: 200 len: 1093 time: 2.9701128 Jun 07 14:21:39.997414 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'tag': '1652612a-9961-4ecf-8744-a03edaa82b75'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:21:40.163470 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 2, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:40.250523 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39786) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:40.308982 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:21:40.309353 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Updating router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:21:40.339041 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.370404 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56" -d '{"events": [{"name": "network-changed", "server_uuid": "09792bed-de41-489d-8ab2-6a1bc9ac884c", "tag": "1652612a-9961-4ecf-8744-a03edaa82b75"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:21:40.492692 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39802) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:40.496708 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:40.499947 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279396217', 'description': 'tempest-description--912658864'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:40.536811 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.591090 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef94b-55be-47c7-998c-419eb0f3618c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.645586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (b76cfd6c-5439-49cd-88e5-b9c160e79356), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.651173 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b76cfd6c-5439-49cd-88e5-b9c160e79356), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.685894 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.693912 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1985536 Jun 07 14:21:40.700566 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39808) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:40.706979 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'security_group_rule': {'security_group_id': 'b76cfd6c-5439-49cd-88e5-b9c160e79356', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:40.730230 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281846b7-4712-4246-bae9-92814bbe54a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76cfd6c-5439-49cd-88e5-b9c160e79356,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:40.742006 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Publish callbacks [] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.748757 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.791672 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (1c37a362-0ce9-4d90-b004-a76610c47ef1), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.820990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef94b-55be-47c7-998c-419eb0f3618c admin admin] Publish callbacks [] for security_group (b633f3cb-c35c-4bee-bf45-ba420dbf46f7), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.833911 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef94b-55be-47c7-998c-419eb0f3618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b633f3cb-c35c-4bee-bf45-ba420dbf46f7), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.872274 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2479-a267-4e83-adc0-aab67694c2e0 None None] Pushing event updated for resources: {'Port': ['ID=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:40.913213 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Attempting to bind port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:40.913868 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Attempting to bind port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:40.914372 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Attempting to bind port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 on network c9379a31-560f-4227-b159-63bce9fe1b34 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:40.928301 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:40.928841 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Checking segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:40.929412 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:40.929906 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Bound using segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:40.930650 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Bound port: 7a9cb526-80fb-4f9a-9f66-d2818f7006d1, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:40.944235 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.002797 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3b864aa8-66e0-429c-9366-59c66c85c979 req-a4b667bf-1d48-499a-b694-ebc2ddd349d5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.0786612 Jun 07 14:21:41.137659 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:41.148718 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] For port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:41.149766 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edcffd-c4f2-4a40-8f70-22c3d2fc2495 req-b3e0dc9f-5a65-4738-b796-7e579d46615c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:41.159441 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-98edcffd-c4f2-4a40-8f70-22c3d2fc2495 req-b3e0dc9f-5a65-4738-b796-7e579d46615c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.0812097 Jun 07 14:21:41.176266 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] For port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:41.188985 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.195807 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (1c37a362-0ce9-4d90-b004-a76610c47ef1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.197848 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f3ea4a-7f10-4bec-9ac4-f496fda36a4c x-openstack-request-id: req-b6f3ea4a-7f10-4bec-9ac4-f496fda36a4c {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:21:41.198299 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09792bed-de41-489d-8ab2-6a1bc9ac884c", "tag": "1652612a-9961-4ecf-8744-a03edaa82b75", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:21:41.198548 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6f3ea4a-7f10-4bec-9ac4-f496fda36a4c {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:21:41.198976 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f3ea4a-7f10-4bec-9ac4-f496fda36a4c'] response: {'name': 'network-changed', 'server_uuid': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'tag': '1652612a-9961-4ecf-8744-a03edaa82b75', 'status': 'completed', 'code': 200} Jun 07 14:21:41.209022 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (1c37a362-0ce9-4d90-b004-a76610c47ef1), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.236838 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-98edcffd-c4f2-4a40-8f70-22c3d2fc2495 req-659f9140-a86c-48b9-8c09-0805c9a7c322 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764244 Jun 07 14:21:41.264737 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c37a362-0ce9-4d90-b004-a76610c47ef1,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:41.293841 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fa5ef94b-55be-47c7-998c-419eb0f3618c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e564bcf94f444f2fbda896ebf85b6593&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0417752 Jun 07 14:21:41.296102 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ef94b-55be-47c7-998c-419eb0f3618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b633f3cb-c35c-4bee-bf45-ba420dbf46f7,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:41.296714 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39826) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:41.303413 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.305023 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-43f80153-0282-44f3-b929-a5fa9083d221 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6034179 Jun 07 14:21:41.309166 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39828) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:41.320209 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'security_group_rule': {'security_group_id': 'b76cfd6c-5439-49cd-88e5-b9c160e79356', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:41.342803 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2479-a267-4e83-adc0-aab67694c2e0 None None] Pushing event updated for resources: {'Port': ['ID=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:41.360977 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] Provisioning complete for port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:41.361971 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.372633 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87b56896-fc44-4590-a75b-bcf63b15d45e admin admin] Publish callbacks [] for security_group (b633f3cb-c35c-4bee-bf45-ba420dbf46f7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.396545 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (0718e2af-79c2-4ad6-b856-21b82ee8906e), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.420196 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87b56896-fc44-4590-a75b-bcf63b15d45e admin admin] Publish callbacks [] for security_group (b633f3cb-c35c-4bee-bf45-ba420dbf46f7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.440904 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:21:41.442556 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:21:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:41.513386 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (0718e2af-79c2-4ad6-b856-21b82ee8906e), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.515426 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:41.518378 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (0718e2af-79c2-4ad6-b856-21b82ee8906e), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.527184 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87b56896-fc44-4590-a75b-bcf63b15d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b633f3cb-c35c-4bee-bf45-ba420dbf46f7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.530757 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-87b56896-fc44-4590-a75b-bcf63b15d45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.532013 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-87b56896-fc44-4590-a75b-bcf63b15d45e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b633f3cb-c35c-4bee-bf45-ba420dbf46f7 HTTP/1.1" status: 204 len: 168 time: 0.2342398 Jun 07 14:21:41.552816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56896-fc44-4590-a75b-bcf63b15d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633f3cb-c35c-4bee-bf45-ba420dbf46f7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:41.564453 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.565788 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2554739 Jun 07 14:21:41.568576 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d963a2c-270e-4444-a74b-3c2214e8199d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0718e2af-79c2-4ad6-b856-21b82ee8906e,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:41.569867 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39844) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:41.583708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:41.597887 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:41.622796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.698799 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:21:41.715053 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:41.730145 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] Current status of the port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:41.731052 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.773780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] For port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:41.781317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.938338 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:41.955118 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836b55-91d1-4a1d-b69a-0a775c091d12 None None] Pushing event updated for resources: {'Port': ['ID=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:41.968751 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-c0d8c93e-9f95-4705-80a5-60863e1b91c7 None None] Provisioning complete for port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:41.969871 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c0d8c93e-9f95-4705-80a5-60863e1b91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:41.970785 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.120909 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8c93e-9f95-4705-80a5-60863e1b91c7 None None] Current status of the port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:42.145787 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:21:42.147363 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-72f59fc5-0541-4722-bbfa-a6c3f2bd5c58 req-ed4a1b98-941f-44ec-b902-265b691ac963 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.0351596 Jun 07 14:21:42.180009 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7aca9-ba9e-4c2b-bb6d-820143a1b18c None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:21:42.181589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Allocated IP 172.27.2.6 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/a9179b54-4cec-4567-9305-a9d532d7664c) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:42.259645 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39864) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:42.283910 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-639f42f5-51c3-4631-8623-e90500475343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.491377 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07392726-6273-448d-a07e-71f8fdd98df4 req-3481a5cd-6160-41c7-b373-2c308b832045 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:42.501620 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-07392726-6273-448d-a07e-71f8fdd98df4 req-3481a5cd-6160-41c7-b373-2c308b832045 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.1090257 Jun 07 14:21:42.550126 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-639f42f5-51c3-4631-8623-e90500475343 admin admin] Publish callbacks [] for security_group (4b420f94-5ec9-4fc6-a038-17d6984bf3f5), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.564997 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:21:42.569846 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-639f42f5-51c3-4631-8623-e90500475343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4b420f94-5ec9-4fc6-a038-17d6984bf3f5), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.577275 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for port (a9179b54-4cec-4567-9305-a9d532d7664c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.647783 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-07392726-6273-448d-a07e-71f8fdd98df4 req-e239f21e-bf8d-4d43-869a-6df2a1368648 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427970 Jun 07 14:21:42.682817 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f42f5-51c3-4631-8623-e90500475343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b420f94-5ec9-4fc6-a038-17d6984bf3f5,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:42.684920 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (a9179b54-4cec-4567-9305-a9d532d7664c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.703527 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-639f42f5-51c3-4631-8623-e90500475343 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29c2010db6434f87a9111c40512bc4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410698 Jun 07 14:21:42.704577 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 39874) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:42.731202 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:42.733793 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.741434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=18,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:42.762265 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:42.781494 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:42.798371 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:42.811893 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'port': {'device_id': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'admin_state_up': True, 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:42.833798 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-78f36f03-7504-40db-9990-ebdc1bb77088 admin admin] Publish callbacks [] for security_group (4b420f94-5ec9-4fc6-a038-17d6984bf3f5), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:42.940572 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'Port': ['ID=a9179b54-4cec-4567-9305-a9d532d7664c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:42.998840 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-78f36f03-7504-40db-9990-ebdc1bb77088 admin admin] Publish callbacks [] for security_group (4b420f94-5ec9-4fc6-a038-17d6984bf3f5), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.090349 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:43.144810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-363edd1c-ab48-4b6d-bf1a-2f614a9c0630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.204908 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (fcb915c5-8c17-4554-8582-6c5a106df307), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.271611 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-78f36f03-7504-40db-9990-ebdc1bb77088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4b420f94-5ec9-4fc6-a038-17d6984bf3f5), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.275333 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-78f36f03-7504-40db-9990-ebdc1bb77088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.284582 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-78f36f03-7504-40db-9990-ebdc1bb77088 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b420f94-5ec9-4fc6-a038-17d6984bf3f5 HTTP/1.1" status: 204 len: 168 time: 0.5783532 Jun 07 14:21:43.329183 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-849ad18e-9cb7-4a9b-a8e5-49db47e9a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:43.331113 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-849ad18e-9cb7-4a9b-a8e5-49db47e9a0ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5da54606acd24962be630e28ff636d72&device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 1127 time: 0.4970562 Jun 07 14:21:43.337232 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f36f03-7504-40db-9990-ebdc1bb77088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b420f94-5ec9-4fc6-a038-17d6984bf3f5,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:43.354418 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a9179b54-4cec-4567-9305-a9d532d7664c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.589770 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:43.590353 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:43.618531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b486be0e-84c1-4f43-b002-4de286c2b937 req-50f66292-46a6-48cf-9a76-a58b608cf8e6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.3086312 Jun 07 14:21:43.672928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Made reservation on behalf of ec8e48464f6a4d1886aaf89cc8b28e5f for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:43.672928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.800030 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:43.879551 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for port (a9179b54-4cec-4567-9305-a9d532d7664c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:43.887379 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.75', 53876) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:43.900354 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=53 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:43.902602 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-31be5f8b-7254-485c-8955-5e409122b595 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1652612a-9961-4ecf-8744-a03edaa82b75 HTTP/1.1" status: 200 len: 217 time: 0.2250402 Jun 07 14:21:43.953142 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (a9179b54-4cec-4567-9305-a9d532d7664c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:44.089358 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-ad1a37fe-bcc3-4f21-abb0-38bb1130db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:44.096208 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-ad1a37fe-bcc3-4f21-abb0-38bb1130db0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=32b26786-e4ac-4ae8-a4d9-4dd589755358 HTTP/1.1" status: 200 len: 851 time: 0.1297905 Jun 07 14:21:44.225579 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-8bd17bd5-afc1-4498-8bf2-9336454fb012 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=50c06197-9321-4c53-bdd9-d99515e203c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136954 Jun 07 14:21:44.236501 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-1afb8ae8-758e-45e5-88b6-b901ee781e02 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:44.238159 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-1afb8ae8-758e-45e5-88b6-b901ee781e02 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 818 time: 0.3493586 Jun 07 14:21:44.390910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51dcb4-c36a-4ef5-b6f8-6babb88dadaa req-a693da8d-981e-4084-becf-745b68f82921 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:44.392816 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ca51dcb4-c36a-4ef5-b6f8-6babb88dadaa req-a693da8d-981e-4084-becf-745b68f82921 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.5008502 Jun 07 14:21:44.549269 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'Port': ['ID=a9179b54-4cec-4567-9305-a9d532d7664c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:44.735014 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'port': {'device_id': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'admin_state_up': True, 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:44.773110 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (fcb915c5-8c17-4554-8582-6c5a106df307), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:44.819777 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ca51dcb4-c36a-4ef5-b6f8-6babb88dadaa req-ec91c7f2-54c9-4731-b100-9c466a362b47 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796175 Jun 07 14:21:45.035377 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:45.046027 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-069f3699-2742-461a-aa0b-936c9069d5bc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4698019 Jun 07 14:21:45.089560 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd4379ce-4a3b-4b17-816a-45f85af65bde req-ed68fb55-9f3c-4594-b82a-672e16c214f9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.1086395 Jun 07 14:21:45.120445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Allocated IP 172.20.0.3 (e29f253b-76e1-40c6-9128-7a3556b521e2/d3f15156-0b3c-41de-99e7-9bd56dea21c4/7d9b7314-f274-43d0-925f-d9b6683e8642) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:45.238135 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Made reservation on behalf of ec8e48464f6a4d1886aaf89cc8b28e5f for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:45.244220 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:45.353230 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-a78ca4db-3a38-4025-8373-81143a0b9580 service neutron] 10.222.0.75 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677203 Jun 07 14:21:45.417681 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:45.457088 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83d8899c-311b-4bed-8213-259c29beb716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:45.643018 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a6ced98a-5004-4ea3-a09c-f15f01572d04 req-575ded64-b479-480e-bad0-77e198417a98 service neutron] 10.222.0.75 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555971 Jun 07 14:21:45.818888 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:45.878842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-fab5f088-d247-4427-a210-50e3c8b53dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:45.882058 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-fab5f088-d247-4427-a210-50e3c8b53dbc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5da54606acd24962be630e28ff636d72&device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 1127 time: 0.1325445 Jun 07 14:21:46.042751 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.167566 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 39996) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:46.207499 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-c28737bf-d859-48e1-a08c-ebda0f79ab82 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--279396217&fields=id&tenant_id=798b460fbb2e4be69df7f5f419844832 HTTP/1.1" status: 200 len: 267 time: 0.3549681 Jun 07 14:21:46.234679 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:46.254031 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-cdf211ac-80d0-442b-b1b7-b03ec34ed697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:46.256939 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-cdf211ac-80d0-442b-b1b7-b03ec34ed697 service neutron] 10.222.0.75 "GET /v2.0/networks?id=50c06197-9321-4c53-bdd9-d99515e203c8 HTTP/1.1" status: 200 len: 912 time: 0.3442986 Jun 07 14:21:46.271550 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:46.283792 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.289628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:46.290627 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:46.335398 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:46.402292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Allocated IP 172.20.0.8 (e29f253b-76e1-40c6-9128-7a3556b521e2/d3f15156-0b3c-41de-99e7-9bd56dea21c4/dc669f0a-bd03-4ab4-a4df-85d77316b878) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:46.630397 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:46.689851 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-257808883-network', 'tenant_id': '2a8e39e02778437dbc094914785b7681'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:46.701360 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'Port': ['ID=7d9b7314-f274-43d0-925f-d9b6683e8642,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:46.713417 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.723252 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef4fdd-3a36-49fe-9f43-11673e2a8e5b req-d452beae-c0da-4c7d-94f8-a1932fdfec8c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:46.726310 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8aef4fdd-3a36-49fe-9f43-11673e2a8e5b req-d452beae-c0da-4c7d-94f8-a1932fdfec8c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.5578275 Jun 07 14:21:46.790983 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-fb46af00-6185-4fee-b1b6-2425a6328191 None None] Provisioning complete for port 7d9b7314-f274-43d0-925f-d9b6683e8642 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:46.791680 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-fb46af00-6185-4fee-b1b6-2425a6328191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.838153 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-d9d8bc18-7eb2-422e-a0ef-b7740156d22c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1652612a-9961-4ecf-8744-a03edaa82b75 HTTP/1.1" status: 200 len: 217 time: 0.0642717 Jun 07 14:21:46.838796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:46.840005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.847945 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.850364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Made reservation on behalf of 2a8e39e02778437dbc094914785b7681 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:46.856032 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.865097 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:46.872756 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-fb46af00-6185-4fee-b1b6-2425a6328191 None None] Port 7d9b7314-f274-43d0-925f-d9b6683e8642 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:21:46.892878 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:46.894007 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:46.932972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:46.936148 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-6ee0d603-7ada-484c-a857-b367db259f6a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1419168 Jun 07 14:21:46.936321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:46.959641 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-0b3c117e-7171-46b7-83e6-06d5f7a4056f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:46.961204 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-0b3c117e-7171-46b7-83e6-06d5f7a4056f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 811 time: 0.7528946 Jun 07 14:21:46.964484 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:46.966955 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'Port': ['ID=dc669f0a-bd03-4ab4-a4df-85d77316b878,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:46.971758 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8aef4fdd-3a36-49fe-9f43-11673e2a8e5b req-d4520e8d-fc14-4a5d-9c78-463ecfe54a72 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257214 Jun 07 14:21:47.037728 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-5d2264c9-f8f8-4bc3-9431-666f5e49c779 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/quotas/798b460fbb2e4be69df7f5f419844832 HTTP/1.1" status: 200 len: 375 time: 0.0612605 Jun 07 14:21:47.064365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:47.066122 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.095392 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-16a30941-002f-4594-8901-64facff3f5ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3973022 Jun 07 14:21:47.123596 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-71e151ce-878f-4cc7-b093-26f94c824f09 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781515 Jun 07 14:21:47.163374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks [] for security_group (144c25cf-5689-4194-8018-210a6f86c4fa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.175418 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (144c25cf-5689-4194-8018-210a6f86c4fa), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.246956 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:47.250691 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144c25cf-5689-4194-8018-210a6f86c4fa,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:47.261835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (7fdf8663-f134-4da4-8e2e-33fd2c719c6d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.262183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Added segment 7fdf8663-f134-4da4-8e2e-33fd2c719c6d of type vlan for network 66b28d3b-c364-46b7-bc87-629ce708388c Jun 07 14:21:47.295004 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-b916c84c-d244-4ccd-ab58-04b699278ffb None None] Provisioning complete for port dc669f0a-bd03-4ab4-a4df-85d77316b878 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:21:47.302930 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b916c84c-d244-4ccd-ab58-04b699278ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.315270 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (66b28d3b-c364-46b7-bc87-629ce708388c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.356046 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-923da4d5-dfaa-451e-9422-69d60d951be7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:21:47.357172 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-923da4d5-dfaa-451e-9422-69d60d951be7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1319628 Jun 07 14:21:47.378095 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b916c84c-d244-4ccd-ab58-04b699278ffb None None] Port dc669f0a-bd03-4ab4-a4df-85d77316b878 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:21:47.431437 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (66b28d3b-c364-46b7-bc87-629ce708388c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.432466 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:47.433002 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.473230 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2807251-319f-4467-81cc-7af88bb6fd63 req-fa834069-d0d4-4926-baf7-ff3306ce1b8b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:47.474937 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2807251-319f-4467-81cc-7af88bb6fd63 req-fa834069-d0d4-4926-baf7-ff3306ce1b8b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 931 time: 0.1502020 Jun 07 14:21:47.526486 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3563178 Jun 07 14:21:47.530452 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40064) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:47.556832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Request body: {'subnet': {'network_id': '66b28d3b-c364-46b7-bc87-629ce708388c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-257808883-subnet', 'tenant_id': '2a8e39e02778437dbc094914785b7681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:47.573669 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d29e7e-24ec-40cd-80c5-163436115699 admin admin] Pushing event updated for resources: {'Network': ['ID=66b28d3b-c364-46b7-bc87-629ce708388c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:47.585704 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Made reservation on behalf of 2a8e39e02778437dbc094914785b7681 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:47.586735 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 66b28d3b-c364-46b7-bc87-629ce708388c details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:47.590090 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3411894'] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.598591 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:47.614625 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2807251-319f-4467-81cc-7af88bb6fd63 req-de1b3f50-f089-40d6-adb0-294e797da16b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014082 Jun 07 14:21:47.617076 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-d7b78b71-a88d-486a-961d-75cf2c56f650 service neutron] 10.222.0.81 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362726 Jun 07 14:21:47.677723 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40068) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:47.750147 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-07eb6405-23c1-44b4-af81-3ef5777d1088 service neutron] 10.222.0.81 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222162 Jun 07 14:21:47.822625 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-19ec3b2d-04d1-46b0-9819-393749070855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.824695 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3411844'] for subnet (15cbff45-dc4e-4d42-b874-99634bb2dbc3), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:47.922607 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cbff45-dc4e-4d42-b874-99634bb2dbc3,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:47.938024 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Checking segment: {'id': '7fdf8663-f134-4da4-8e2e-33fd2c719c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '66b28d3b-c364-46b7-bc87-629ce708388c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:47.938502 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Network hostable DHCP agents. Network: 66b28d3b-c364-46b7-bc87-629ce708388c, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:47.976907 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3d809a63-401f-4afc-aaf4-ad20f189afda req-449f54f0-dc5f-43f0-bfe3-0e46da47ffc2 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0362096 Jun 07 14:21:47.988434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Network 66b28d3b-c364-46b7-bc87-629ce708388c is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:47.998823 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.012717 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-19ec3b2d-04d1-46b0-9819-393749070855 admin admin] Publish callbacks [] for security_group (39074f78-dbf6-481c-a44d-be8589e62236), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.019785 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-19ec3b2d-04d1-46b0-9819-393749070855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (39074f78-dbf6-481c-a44d-be8589e62236), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.024471 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 66b28d3b-c364-46b7-bc87-629ce708388c) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:48.034692 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6c346-a950-4bd7-b0d6-e26bcef40f17 None None] Network 66b28d3b-c364-46b7-bc87-629ce708388c requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:48.134341 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:48.142177 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:48.147882 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a805d5-2e1f-444e-ad5c-6f9c24f69284 req-0c49e265-426e-4353-96f9-61706f90c074 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:48.156934 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-85a805d5-2e1f-444e-ad5c-6f9c24f69284 req-0c49e265-426e-4353-96f9-61706f90c074 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.0784140 Jun 07 14:21:48.186563 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b37dd8-9b1a-4999-9b83-f337b1b4ee74 None None] Network 66b28d3b-c364-46b7-bc87-629ce708388c requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:48.215511 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-85a805d5-2e1f-444e-ad5c-6f9c24f69284 req-307f0faf-10f1-4b10-9aba-5e30b94938a1 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575726 Jun 07 14:21:48.260977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:48.261562 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.282986 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-19ec3b2d-04d1-46b0-9819-393749070855 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4af69b2482742988fe2a165a3a38e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6041379 Jun 07 14:21:48.285653 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40086) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:48.296288 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec3b2d-04d1-46b0-9819-393749070855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39074f78-dbf6-481c-a44d-be8589e62236,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:48.312345 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-0ded79c2-4daf-4ac1-b9d5-3bf1c9f9a4c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7802014 Jun 07 14:21:48.365121 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3bba673e-67cf-45e9-b88e-69a850d37d5f admin admin] Publish callbacks [] for security_group (39074f78-dbf6-481c-a44d-be8589e62236), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.387868 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3bba673e-67cf-45e9-b88e-69a850d37d5f admin admin] Publish callbacks [] for security_group (39074f78-dbf6-481c-a44d-be8589e62236), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.445908 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3bba673e-67cf-45e9-b88e-69a850d37d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (39074f78-dbf6-481c-a44d-be8589e62236), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.448607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3bba673e-67cf-45e9-b88e-69a850d37d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.449930 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-3bba673e-67cf-45e9-b88e-69a850d37d5f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39074f78-dbf6-481c-a44d-be8589e62236 HTTP/1.1" status: 204 len: 168 time: 0.1624770 Jun 07 14:21:48.461117 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba673e-67cf-45e9-b88e-69a850d37d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39074f78-dbf6-481c-a44d-be8589e62236,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:48.550444 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:21:48.747198 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c403ba2-c82b-47b2-9753-a5fc0725c8b2 req-5e39b0bc-8490-4d1c-8a28-060fb6f9d23d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:48.755621 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3c403ba2-c82b-47b2-9753-a5fc0725c8b2 req-5e39b0bc-8490-4d1c-8a28-060fb6f9d23d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 931 time: 0.0665104 Jun 07 14:21:48.786803 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40114) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:48.806416 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-328f68b4-8295-480b-8ccf-d3bace822fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.807862 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3c403ba2-c82b-47b2-9753-a5fc0725c8b2 req-1665a4e8-dae1-4cb7-a8a7-d0d0a3bf01c7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513136 Jun 07 14:21:48.890096 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-328f68b4-8295-480b-8ccf-d3bace822fa6 admin admin] Publish callbacks [] for security_group (01a86da0-164e-4225-8ba1-c6e71f5d8b89), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.893719 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-328f68b4-8295-480b-8ccf-d3bace822fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (01a86da0-164e-4225-8ba1-c6e71f5d8b89), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:48.898221 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:48.913741 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:48.938356 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-328f68b4-8295-480b-8ccf-d3bace822fa6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bae560d967ed495eb73233980a4648d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504853 Jun 07 14:21:48.939936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f68b4-8295-480b-8ccf-d3bace822fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a86da0-164e-4225-8ba1-c6e71f5d8b89,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:48.941071 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40118) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:49.026134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40126) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:49.034973 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-147355449-network', 'tenant_id': 'c224108509ea40bda53e027705732cd4'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:49.047334 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0d53b67-8c5a-4c25-a86a-0b9c904ae2fc admin admin] Publish callbacks [] for security_group (01a86da0-164e-4225-8ba1-c6e71f5d8b89), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.082980 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0d53b67-8c5a-4c25-a86a-0b9c904ae2fc admin admin] Publish callbacks [] for security_group (01a86da0-164e-4225-8ba1-c6e71f5d8b89), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.174741 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-436e7e18-d246-4edc-86e2-4d4503c46285 req-08666f63-7fa4-4c02-b446-760435976bac tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0377040 Jun 07 14:21:49.175344 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0d53b67-8c5a-4c25-a86a-0b9c904ae2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (01a86da0-164e-4225-8ba1-c6e71f5d8b89), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.177806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d0d53b67-8c5a-4c25-a86a-0b9c904ae2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.178821 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d0d53b67-8c5a-4c25-a86a-0b9c904ae2fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01a86da0-164e-4225-8ba1-c6e71f5d8b89 HTTP/1.1" status: 204 len: 168 time: 0.2367091 Jun 07 14:21:49.179479 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Made reservation on behalf of c224108509ea40bda53e027705732cd4 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:49.181769 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.197676 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.199403 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d53b67-8c5a-4c25-a86a-0b9c904ae2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a86da0-164e-4225-8ba1-c6e71f5d8b89,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:49.283873 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks [] for security_group (33e9638d-3150-483b-8f33-7953bf9ecf94), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.288779 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (33e9638d-3150-483b-8f33-7953bf9ecf94), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.329662 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:49.346327 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:21:49.354208 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9638d-3150-483b-8f33-7953bf9ecf94,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:49.370410 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (048a77ad-9988-40e2-b848-78c7e6696658), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.370698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Added segment 048a77ad-9988-40e2-b848-78c7e6696658 of type vlan for network 4e36fc9f-8640-4a6d-bb17-263dc7c1e207 Jun 07 14:21:49.388180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0967b-7b92-48ef-a6ae-ce6900dfa82a req-90fb86be-11aa-4455-99cf-604f8cff247c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:49.390427 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-01e0967b-7b92-48ef-a6ae-ce6900dfa82a req-90fb86be-11aa-4455-99cf-604f8cff247c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.0858827 Jun 07 14:21:49.437868 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (4e36fc9f-8640-4a6d-bb17-263dc7c1e207), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.465547 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:49.487065 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-01e0967b-7b92-48ef-a6ae-ce6900dfa82a req-f4f59f79-6f06-44c3-b564-3707a63dc274 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748932 Jun 07 14:21:49.488568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (4e36fc9f-8640-4a6d-bb17-263dc7c1e207), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.489658 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:49.490372 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.551817 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5238035 Jun 07 14:21:49.554780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40140) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:49.558099 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15c18-f58e-4010-bbb0-b60672cb4213 admin admin] Pushing event updated for resources: {'Network': ['ID=4e36fc9f-8640-4a6d-bb17-263dc7c1e207,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:49.560244 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Request body: {'subnet': {'network_id': '4e36fc9f-8640-4a6d-bb17-263dc7c1e207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-147355449-subnet', 'tenant_id': 'c224108509ea40bda53e027705732cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:49.575009 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 4e36fc9f-8640-4a6d-bb17-263dc7c1e207 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:21:49.604467 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Made reservation on behalf of c224108509ea40bda53e027705732cd4 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:49.607095 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3411894'] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.620717 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.806891 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3411844'] for subnet (f163f8a3-85b4-41e5-a1c3-8331ff11303a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.889608 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f163f8a3-85b4-41e5-a1c3-8331ff11303a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:49.897608 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Checking segment: {'id': '048a77ad-9988-40e2-b848-78c7e6696658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4e36fc9f-8640-4a6d-bb17-263dc7c1e207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:49.898195 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Network hostable DHCP agents. Network: 4e36fc9f-8640-4a6d-bb17-263dc7c1e207, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:21:49.948398 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Network 4e36fc9f-8640-4a6d-bb17-263dc7c1e207 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:21:49.964071 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 4e36fc9f-8640-4a6d-bb17-263dc7c1e207) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:49.971912 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:49.973510 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:49.978407 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e852d6-5c26-4677-bd95-b650c0971b3f None None] Network 4e36fc9f-8640-4a6d-bb17-263dc7c1e207 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:50.008950 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-33d7f969-d679-40c4-98ee-eab2906e58fb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4513474 Jun 07 14:21:50.027292 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3820b-399d-452c-aa95-afd2f7e38e05 req-ca2b6556-ed29-417a-8dc0-019ac5918e2d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:50.037953 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e4b3820b-399d-452c-aa95-afd2f7e38e05 req-ca2b6556-ed29-417a-8dc0-019ac5918e2d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 931 time: 0.1042593 Jun 07 14:21:50.122025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Request body: {'port': {'device_id': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:50.124050 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Request body: {'port': {'device_id': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:50.128573 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b888a-49ce-48b7-966c-5172e93d2ba2 None None] Network 4e36fc9f-8640-4a6d-bb17-263dc7c1e207 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:21:50.169417 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e4b3820b-399d-452c-aa95-afd2f7e38e05 req-7208186e-7f3c-43f7-a9f6-1ce2f5484807 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302028 Jun 07 14:21:50.310421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:50.346979 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-eea43742-51c0-4bab-97d2-89055f91a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:50.350175 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-eea43742-51c0-4bab-97d2-89055f91a477 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=32b26786-e4ac-4ae8-a4d9-4dd589755358 HTTP/1.1" status: 200 len: 851 time: 0.2552097 Jun 07 14:21:50.434890 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1270342e-ca4d-4faf-9db7-2c75acbeecc5 req-8bf7369b-be80-440e-9618-8a6b20f6dc23 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0388672 Jun 07 14:21:50.448368 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:50.821333 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee4548-7205-44a7-8ddc-fd673aa40517 req-dfcc5e42-6e03-48c2-9ed8-348d1584f8d3 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:50.837479 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cee4548-7205-44a7-8ddc-fd673aa40517 req-dfcc5e42-6e03-48c2-9ed8-348d1584f8d3 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.1525912 Jun 07 14:21:50.943813 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cee4548-7205-44a7-8ddc-fd673aa40517 req-b676cc99-6f92-4c03-96d3-f857b3db1733 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055543 Jun 07 14:21:50.992897 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc669f0a-bd03-4ab4-a4df-85d77316b878 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:21:50.997118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Publish callbacks [] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.012321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Transition to ACTIVE for port object dc669f0a-bd03-4ab4-a4df-85d77316b878 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:21:51.013199 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:51.019038 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.038558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:51.181324 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Pushing event updated for resources: {'Port': ['ID=dc669f0a-bd03-4ab4-a4df-85d77316b878,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:51.294342 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9b7314-f274-43d0-925f-d9b6683e8642 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:21:51.308596 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Publish callbacks [] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.330941 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Attempting to bind port dc669f0a-bd03-4ab4-a4df-85d77316b878 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:51.331557 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Attempting to bind port dc669f0a-bd03-4ab4-a4df-85d77316b878 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:51.332250 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Attempting to bind port dc669f0a-bd03-4ab4-a4df-85d77316b878 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:51.337891 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Port dc669f0a-bd03-4ab4-a4df-85d77316b878 on network e29f253b-76e1-40c6-9128-7a3556b521e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:21:51.338445 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Attempting to bind port dc669f0a-bd03-4ab4-a4df-85d77316b878 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:51.345213 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:51.345510 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Checking segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:51.345844 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Bound using segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:51.347174 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Transition to ACTIVE for port object 7d9b7314-f274-43d0-925f-d9b6683e8642 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:21:51.352264 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Bound port: dc669f0a-bd03-4ab4-a4df-85d77316b878, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:51.352696 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.368199 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.442787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b7314-f274-43d0-925f-d9b6683e8642,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:51.476716 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1ad7b-3350-41df-9ee5-b461689b5494 req-b5db5453-a5ae-4b96-b38a-8c7bfbaa2890 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:51.478426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6b1ad7b-3350-41df-9ee5-b461689b5494 req-b5db5453-a5ae-4b96-b38a-8c7bfbaa2890 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.1296144 Jun 07 14:21:51.550395 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] For port dc669f0a-bd03-4ab4-a4df-85d77316b878, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:51.571802 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-1b59ba51-1f65-4e31-9b53-8c85ce6a0b88 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=50c06197-9321-4c53-bdd9-d99515e203c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776343 Jun 07 14:21:51.581201 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] For port dc669f0a-bd03-4ab4-a4df-85d77316b878, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:51.594352 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.640519 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:51.655195 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:51.705933 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6b1ad7b-3350-41df-9ee5-b461689b5494 req-02cfc3a3-a850-4305-81f1-45b9e579d97b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954937 Jun 07 14:21:51.745415 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:51.745415 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.745415 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] 10.222.0.75 "PUT /v2.0/ports/dc669f0a-bd03-4ab4-a4df-85d77316b878 HTTP/1.1" status: 200 len: 1093 time: 1.6404800 Jun 07 14:21:51.745415 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'tag': 'dc669f0a-bd03-4ab4-a4df-85d77316b878'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:21:51.746104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7371e1d-5d80-4c16-843a-f8436f0c4e02" -d '{"events": [{"name": "network-changed", "server_uuid": "86529cf4-f4ef-45bc-9f34-e0d802dbd846", "tag": "dc669f0a-bd03-4ab4-a4df-85d77316b878"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:21:51.761802 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1c9f90de-7210-403f-98c3-07f49fe55933 req-3c44c356-26ce-4c17-828d-cffbd74446cb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.1429789 Jun 07 14:21:51.768052 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40236) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:51.797632 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835697e1-9ec9-4482-9809-886e65530f0a service neutron] Pushing event updated for resources: {'Port': ['ID=dc669f0a-bd03-4ab4-a4df-85d77316b878,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:51.822980 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Attempting to bind port 7d9b7314-f274-43d0-925f-d9b6683e8642 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:21:51.823398 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Attempting to bind port 7d9b7314-f274-43d0-925f-d9b6683e8642 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:21:51.823731 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Attempting to bind port 7d9b7314-f274-43d0-925f-d9b6683e8642 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:51.832234 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Port 7d9b7314-f274-43d0-925f-d9b6683e8642 on network e29f253b-76e1-40c6-9128-7a3556b521e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:21:51.832559 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Attempting to bind port 7d9b7314-f274-43d0-925f-d9b6683e8642 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:21:51.838938 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:21:51.840100 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Checking segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:21:51.840832 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Bound using segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:21:51.841948 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Bound port: 7d9b7314-f274-43d0-925f-d9b6683e8642, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:21:51.843131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.843961 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-7b59d304-4c3e-4445-a404-3f745c168a92 service neutron] 10.222.0.75 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606847 Jun 07 14:21:51.906490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df342607-6355-4b7f-a8dc-1f57f7cb75e8 x-openstack-request-id: req-df342607-6355-4b7f-a8dc-1f57f7cb75e8 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:21:51.907171 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86529cf4-f4ef-45bc-9f34-e0d802dbd846", "tag": "dc669f0a-bd03-4ab4-a4df-85d77316b878", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:21:51.907510 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df342607-6355-4b7f-a8dc-1f57f7cb75e8 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:21:51.907980 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df342607-6355-4b7f-a8dc-1f57f7cb75e8'] response: {'name': 'network-changed', 'server_uuid': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'tag': 'dc669f0a-bd03-4ab4-a4df-85d77316b878', 'status': 'completed', 'code': 200} Jun 07 14:21:51.930834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] For port 7d9b7314-f274-43d0-925f-d9b6683e8642, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:21:51.936222 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] For port 7d9b7314-f274-43d0-925f-d9b6683e8642, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7d9b7314-f274-43d0-925f-d9b6683e8642,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:21:51.946547 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:51.964737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:52.037188 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:52.037820 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.039391 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] 10.222.0.75 "PUT /v2.0/ports/7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 200 len: 1093 time: 1.9284096 Jun 07 14:21:52.042977 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'tag': '7d9b7314-f274-43d0-925f-d9b6683e8642'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:21:52.066104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f336bff5-2319-4070-9587-e288574df233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.141980 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd43eb-21b8-4423-8509-dd89d46c6465 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b7314-f274-43d0-925f-d9b6683e8642,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:52.154280 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af6795-4587-4b1e-9c76-defbebc3b690 req-a2326ec2-f21a-4f4a-a552-9370a50dbf1d tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:52.164843 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-27af6795-4587-4b1e-9c76-defbebc3b690 req-a2326ec2-f21a-4f4a-a552-9370a50dbf1d tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.1240458 Jun 07 14:21:52.275475 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-27af6795-4587-4b1e-9c76-defbebc3b690 req-470aa8f2-18d9-474b-9b80-e59ae8bae312 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096034 Jun 07 14:21:52.284263 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f336bff5-2319-4070-9587-e288574df233 admin admin] Publish callbacks [] for security_group (5ace42c5-99f9-467b-b205-1ca3e6fbc990), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.299920 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f336bff5-2319-4070-9587-e288574df233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5ace42c5-99f9-467b-b205-1ca3e6fbc990), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.302626 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051c575f-4ea1-48aa-b1cb-bef789c5eb07" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd5700e-2891-4b99-ba1f-d5304a5c8f58", "tag": "7d9b7314-f274-43d0-925f-d9b6683e8642"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:21:52.369664 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40270) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:52.369829 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f336bff5-2319-4070-9587-e288574df233 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d7ba0d0d1e24ec488a585d52dc77a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982544 Jun 07 14:21:52.370778 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336bff5-2319-4070-9587-e288574df233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace42c5-99f9-467b-b205-1ca3e6fbc990,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:52.470387 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96243eeb-8802-4b80-a050-160a08fba084 admin admin] Publish callbacks [] for security_group (5ace42c5-99f9-467b-b205-1ca3e6fbc990), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.497166 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96243eeb-8802-4b80-a050-160a08fba084 admin admin] Publish callbacks [] for security_group (5ace42c5-99f9-467b-b205-1ca3e6fbc990), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.511857 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12be12f-c851-4a7e-afe1-69d2b326e237 x-openstack-request-id: req-e12be12f-c851-4a7e-afe1-69d2b326e237 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:21:52.514430 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd5700e-2891-4b99-ba1f-d5304a5c8f58", "tag": "7d9b7314-f274-43d0-925f-d9b6683e8642", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:21:52.515511 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e12be12f-c851-4a7e-afe1-69d2b326e237 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:21:52.516742 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12be12f-c851-4a7e-afe1-69d2b326e237'] response: {'name': 'network-changed', 'server_uuid': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'tag': '7d9b7314-f274-43d0-925f-d9b6683e8642', 'status': 'completed', 'code': 200} Jun 07 14:21:52.574535 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96243eeb-8802-4b80-a050-160a08fba084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5ace42c5-99f9-467b-b205-1ca3e6fbc990), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.578552 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96243eeb-8802-4b80-a050-160a08fba084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:52.582378 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-96243eeb-8802-4b80-a050-160a08fba084 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ace42c5-99f9-467b-b205-1ca3e6fbc990 HTTP/1.1" status: 204 len: 168 time: 0.2116857 Jun 07 14:21:52.590354 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96243eeb-8802-4b80-a050-160a08fba084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace42c5-99f9-467b-b205-1ca3e6fbc990,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:53.052776 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e1a400b-c474-40d3-a30a-d6ceed7ca183 req-6baa762e-7a83-469e-847f-c0cfef2471d0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0323718 Jun 07 14:21:53.061762 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec3a23-08fc-47d3-96ed-ad910dc621a5 req-bcda459e-c95f-4026-bea5-d01796fe32ef tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:53.063253 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eeec3a23-08fc-47d3-96ed-ad910dc621a5 req-bcda459e-c95f-4026-bea5-d01796fe32ef tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.2638040 Jun 07 14:21:53.113839 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eeec3a23-08fc-47d3-96ed-ad910dc621a5 req-e0f575d9-2413-45e5-a465-e8a625bcbd5f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442526 Jun 07 14:21:53.389274 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab6ea6-72b5-4a6c-9be0-8e5afbf29584 req-66ba66ae-8875-4db9-9bd5-a4c04c1ff14b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:53.390973 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0eab6ea6-72b5-4a6c-9be0-8e5afbf29584 req-66ba66ae-8875-4db9-9bd5-a4c04c1ff14b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.0483446 Jun 07 14:21:53.448955 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0eab6ea6-72b5-4a6c-9be0-8e5afbf29584 req-0ae8a2ee-be64-46b7-8397-8fa073ce4212 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497103 Jun 07 14:21:53.872882 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:54.149119 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e42efa64-bb2e-46e0-82f3-0c33f7ed45ea req-cff8b454-d999-4c42-9ea3-1c8d24d1e259 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0287032 Jun 07 14:21:54.228564 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab6c82-38d2-4fb5-be8d-8de4c88ca4d0 req-7769c89d-810d-4f89-a152-524405fb21ed tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:54.230021 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9bab6c82-38d2-4fb5-be8d-8de4c88ca4d0 req-7769c89d-810d-4f89-a152-524405fb21ed tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.0468526 Jun 07 14:21:54.276575 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9bab6c82-38d2-4fb5-be8d-8de4c88ca4d0 req-43bce479-cfc3-49c8-a1e6-eb8b58012f7e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Jun 07 14:21:54.561792 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba22a1-e865-435a-aa8e-cb01dd6cbc81 req-24202570-d39b-4f12-b1cd-20ee86cab6ff tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:54.563300 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-caba22a1-e865-435a-aa8e-cb01dd6cbc81 req-24202570-d39b-4f12-b1cd-20ee86cab6ff tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.0465989 Jun 07 14:21:54.612533 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-caba22a1-e865-435a-aa8e-cb01dd6cbc81 req-efd57ce5-ce9d-44b1-9a73-c4525fcf4fad tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 Jun 07 14:21:55.243885 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-288c738e-58b1-431d-8e36-647356dec26a req-bcb03e6f-ece2-4331-94ec-a951127dfb9b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0277064 Jun 07 14:21:55.328657 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:55.342774 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c575f-4ea1-48aa-b1cb-bef789c5eb07 req-17d59f54-0047-4902-967a-764b45c52444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.344614 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-051c575f-4ea1-48aa-b1cb-bef789c5eb07 req-17d59f54-0047-4902-967a-764b45c52444 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1127 time: 0.0814786 Jun 07 14:21:55.376165 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7371e1d-5d80-4c16-843a-f8436f0c4e02 req-9a00e952-b722-4d40-9ada-2e525198bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.377842 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f7371e1d-5d80-4c16-843a-f8436f0c4e02 req-9a00e952-b722-4d40-9ada-2e525198bd2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1127 time: 0.0610766 Jun 07 14:21:55.411756 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.75', 53889) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:21:55.554448 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:55.600987 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:55.601518 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-2c55e196-cd0b-43ee-9d94-eb941f530c28 service neutron] 10.222.0.75 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405085 Jun 07 14:21:55.612281 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7371e1d-5d80-4c16-843a-f8436f0c4e02 req-14391719-8082-4cf1-a5c0-b0a3a22c091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.613478 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f7371e1d-5d80-4c16-843a-f8436f0c4e02 req-14391719-8082-4cf1-a5c0-b0a3a22c091e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2269089 Jun 07 14:21:55.731616 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3520-be4b-498f-a94c-df0329b1df4f req-daaff182-104b-45b2-8d89-0bdae7b9dce8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.733064 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b9bb3520-be4b-498f-a94c-df0329b1df4f req-daaff182-104b-45b2-8d89-0bdae7b9dce8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.1635454 Jun 07 14:21:55.832639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-a0954db6-ffb4-4de1-ad7d-c810910bbab7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.839090 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-a0954db6-ffb4-4de1-ad7d-c810910bbab7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 811 time: 0.4209788 Jun 07 14:21:55.844507 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c575f-4ea1-48aa-b1cb-bef789c5eb07 req-b42a09fc-0e26-4446-8c2f-d92b663f4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.845950 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-051c575f-4ea1-48aa-b1cb-bef789c5eb07 req-b42a09fc-0e26-4446-8c2f-d92b663f4f43 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4912319 Jun 07 14:21:55.856461 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56336ee0-4219-49be-b678-4bc317040ff2 req-8ba5e407-f5b5-449d-9e3b-bf0eb1f4acb5 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:55.857892 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-56336ee0-4219-49be-b678-4bc317040ff2 req-8ba5e407-f5b5-449d-9e3b-bf0eb1f4acb5 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 943 time: 0.1680841 Jun 07 14:21:55.886058 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b9bb3520-be4b-498f-a94c-df0329b1df4f req-28d8c45d-621f-456c-834a-d04879f9c30c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349874 Jun 07 14:21:55.925121 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-56336ee0-4219-49be-b678-4bc317040ff2 req-7c3c94c1-7a5c-4be4-9deb-e01eb18f1747 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589070 Jun 07 14:21:56.336938 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-14ee9133-78b6-4b6d-a543-e87c59a895da req-34df93b2-c63f-43f8-b97a-c0ef4620238d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0268607 Jun 07 14:21:56.465851 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 1652612a-9961-4ecf-8744-a03edaa82b75 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:21:56.571177 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 1652612a-9961-4ecf-8744-a03edaa82b75, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1652612a-9961-4ecf-8744-a03edaa82b75,segment=NetworkSegment(54db4705-65c9-456b-b063-79687825b8a1),segment_id=54db4705-65c9-456b-b063-79687825b8a1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:56.582899 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '1652612a-9961-4ecf-8744-a03edaa82b75', 'network_id': '50c06197-9321-4c53-bdd9-d99515e203c8', 'port_id': '1652612a-9961-4ecf-8744-a03edaa82b75', 'mac_address': 'fa:16:3e:d9:23:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b26786-e4ac-4ae8-a4d9-4dd589755358', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:21:56.617547 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 1652612a-9961-4ecf-8744-a03edaa82b75 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:21:56.617931 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:56.634146 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1652612a-9961-4ecf-8744-a03edaa82b75 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:21:56.653457 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 1652612a-9961-4ecf-8744-a03edaa82b75, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1652612a-9961-4ecf-8744-a03edaa82b75,segment=NetworkSegment(54db4705-65c9-456b-b063-79687825b8a1),segment_id=54db4705-65c9-456b-b063-79687825b8a1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:21:56.657372 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:56.702683 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=1652612a-9961-4ecf-8744-a03edaa82b75,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:57.003075 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7619ad8-9904-43a2-9b8a-265b93e4ed75 req-bf976dd2-3958-4082-8f0d-fbb20f98958b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:57.004515 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7619ad8-9904-43a2-9b8a-265b93e4ed75 req-bf976dd2-3958-4082-8f0d-fbb20f98958b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.0512695 Jun 07 14:21:57.064765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4cd1f-98bb-4b03-a28e-5d663bc89e44 req-99df40f4-44c7-4424-aab0-494637232e4c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:57.066373 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d0c4cd1f-98bb-4b03-a28e-5d663bc89e44 req-99df40f4-44c7-4424-aab0-494637232e4c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 944 time: 0.0704494 Jun 07 14:21:57.107024 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7619ad8-9904-43a2-9b8a-265b93e4ed75 req-a3f07e48-13b7-47c3-8c50-5fa41064f5c8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Jun 07 14:21:57.130079 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d0c4cd1f-98bb-4b03-a28e-5d663bc89e44 req-b57e24d8-f57a-4e50-8325-2401753e0f4b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Jun 07 14:21:57.431432 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2e015db-0065-4306-a9e7-bb43d6652ed3 req-340b631c-9372-4fbf-81eb-903a801502d3 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0282128 Jun 07 14:21:58.259418 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f52032-4e70-4c07-8061-68a4394d4cbd req-c5daaec7-7076-4506-ad08-c75be35b57fe tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:58.260892 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2f52032-4e70-4c07-8061-68a4394d4cbd req-c5daaec7-7076-4506-ad08-c75be35b57fe tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.0788245 Jun 07 14:21:58.281751 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85618e2-bbf6-4099-b256-870b2f49f576 req-93ab880e-ac0e-4fee-a1a7-ee3ed40b1a83 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:58.283249 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a85618e2-bbf6-4099-b256-870b2f49f576 req-93ab880e-ac0e-4fee-a1a7-ee3ed40b1a83 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 944 time: 0.0722539 Jun 07 14:21:58.347064 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2f52032-4e70-4c07-8061-68a4394d4cbd req-9a33ceaa-b1d1-40c4-bc57-064dbe020dea tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798414 Jun 07 14:21:58.354130 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a85618e2-bbf6-4099-b256-870b2f49f576 req-0babe9c3-3194-417b-8e4a-0c56fa1bc871 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638657 Jun 07 14:21:58.526027 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6de2ab89-03f9-4951-a50e-acdc123eac23 req-153ed529-1549-4d27-8a92-b705839c3c80 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0285928 Jun 07 14:21:58.731933 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7371e1d-5d80-4c16-843a-f8436f0c4e02 req-c9cde7fb-d84a-499f-831b-413e1db2f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:58.733691 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f7371e1d-5d80-4c16-843a-f8436f0c4e02 req-c9cde7fb-d84a-499f-831b-413e1db2f875 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626706 Jun 07 14:21:58.763513 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-280ecef3-8cbd-4db9-a2f1-4fdec9418000 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798b460fbb2e4be69df7f5f419844832 HTTP/1.1" status: 200 len: 379 time: 0.1941240 Jun 07 14:21:58.782984 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'port': {'device_id': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'admin_state_up': True, 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'security_groups': ['b76cfd6c-5439-49cd-88e5-b9c160e79356']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:21:58.799577 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:58.824818 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c575f-4ea1-48aa-b1cb-bef789c5eb07 req-dc574c68-759b-45c7-b716-0515a3dff46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:58.826315 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-051c575f-4ea1-48aa-b1cb-bef789c5eb07 req-dc574c68-759b-45c7-b716-0515a3dff46c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2558751 Jun 07 14:21:58.831561 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-81f306d4-36aa-4987-a6a4-36f1e94be08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:58.833919 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-81f306d4-36aa-4987-a6a4-36f1e94be08f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1127 time: 0.0432899 Jun 07 14:21:58.840347 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:58.883138 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-67a5b872-a0a8-404b-8e3d-7ccbf9076202 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878 HTTP/1.1" status: 200 len: 217 time: 0.0365572 Jun 07 14:21:58.885570 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['1652612a-9961-4ecf-8744-a03edaa82b75'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:21:58.958207 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-3150c24c-7898-40ee-8133-ce4dfa6590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:58.959787 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-3150c24c-7898-40ee-8133-ce4dfa6590c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0608656 Jun 07 14:21:59.048972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-473e649d-9435-4a33-ab01-20e5f5c51a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.050885 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-473e649d-9435-4a33-ab01-20e5f5c51a66 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807073 Jun 07 14:21:59.128172 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:59.135673 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-df032c00-b04a-4bdf-8556-343802ff5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.137155 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-df032c00-b04a-4bdf-8556-343802ff5221 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1127 time: 0.2609611 Jun 07 14:21:59.143594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Made reservation on behalf of 798b460fbb2e4be69df7f5f419844832 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:21:59.146660 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:59.178323 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-ed712c1e-f938-4f29-b37e-92e5ccff27f1 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171675 Jun 07 14:21:59.236696 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-3e2b3cf7-fe1e-4dcc-9c61-93ec80151246 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 200 len: 217 time: 0.0875134 Jun 07 14:21:59.299384 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-74222efa-c423-45d6-afc2-2d2be5ab9d3e req-171754ee-f7ea-407f-946b-a3cc87dd8b4a service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075361 Jun 07 14:21:59.345167 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-206114e5-c3d4-4c44-b44d-652ed48c4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.346602 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-206114e5-c3d4-4c44-b44d-652ed48c4175 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.1010766 Jun 07 14:21:59.401703 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Allocated IP 172.20.0.9 (c9379a31-560f-4227-b159-63bce9fe1b34/39026759-74ba-4c90-a9e7-48c4f5c65fb4/3fcce599-f9f4-4a19-a2d1-e0608cd6435f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:21:59.550352 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2007bb4-6167-4d7f-a10d-f836c757f53c req-4a923d6d-143c-4696-94b9-8384be5671e5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.551743 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2007bb4-6167-4d7f-a10d-f836c757f53c req-4a923d6d-143c-4696-94b9-8384be5671e5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.1326888 Jun 07 14:21:59.561809 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9e46-8e3a-42fd-b8a8-b911335c8a80 req-c895b5fc-1ef0-4413-999e-85f8732f1402 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.563434 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-827c9e46-8e3a-42fd-b8a8-b911335c8a80 req-c895b5fc-1ef0-4413-999e-85f8732f1402 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 944 time: 0.1245489 Jun 07 14:21:59.566709 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:59.570530 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:59.676873 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-827c9e46-8e3a-42fd-b8a8-b911335c8a80 req-cbf36aee-45fe-4e38-a633-4dda8ae8aece tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070378 Jun 07 14:21:59.681697 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2007bb4-6167-4d7f-a10d-f836c757f53c req-4b37dcfe-dc95-4920-a4d6-ef01ce10d25f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154859 Jun 07 14:21:59.697113 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:59.734481 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:59.797776 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Network c9379a31-560f-4227-b159-63bce9fe1b34 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:21:59.815782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:21:59.819469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'Port': ['ID=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:21:59.825464 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:21:59.869801 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6301-421d-4a51-b857-859b6107ad96 req-c09c2e22-7952-4919-86ce-c5fba878f677 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.871424 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-568f6301-421d-4a51-b857-859b6107ad96 req-c09c2e22-7952-4919-86ce-c5fba878f677 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 931 time: 0.1021142 Jun 07 14:21:59.876186 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:21:59.914283 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:21:59.914925 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:21:59.955161 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-7ed247f5-c7eb-4a39-8d3b-7339449030db tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1811044 Jun 07 14:21:59.959859 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-568f6301-421d-4a51-b857-859b6107ad96 req-31fdcc00-57e1-41d9-b6fd-339050ff9e41 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781236 Jun 07 14:22:00.106817 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-948f0a79-36eb-411c-b31e-6657b837188d None None] Provisioning complete for port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:22:00.107348 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-948f0a79-36eb-411c-b31e-6657b837188d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:00.150373 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-948f0a79-36eb-411c-b31e-6657b837188d None None] Port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:22:00.235463 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Request body: {'port': {'device_id': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:22:00.327553 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-be8184a7-22aa-4e4f-bc82-5037caba4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:00.329150 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-be8184a7-22aa-4e4f-bc82-5037caba4a5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094813 Jun 07 14:22:00.362078 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:00.419160 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:00.525323 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device dc669f0a-bd03-4ab4-a4df-85d77316b878 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:22:00.532372 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-11f204f9-96ec-445f-823f-b5189b89d1bc service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803825 Jun 07 14:22:00.641691 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 1652612a-9961-4ecf-8744-a03edaa82b75 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:22:00.760756 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-334de806-e36e-4c7f-83ea-f2836a6d256b req-292d280f-2f65-4e96-9607-5133b0023baf service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112212 Jun 07 14:22:00.777220 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 1652612a-9961-4ecf-8744-a03edaa82b75 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:22:00.809693 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 1652612a-9961-4ecf-8744-a03edaa82b75 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:22:00.810097 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:00.850880 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port dc669f0a-bd03-4ab4-a4df-85d77316b878, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:00.878527 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'dc669f0a-bd03-4ab4-a4df-85d77316b878', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'port_id': 'dc669f0a-bd03-4ab4-a4df-85d77316b878', 'mac_address': 'fa:16:3e:99:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:22:00.891341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:00.949704 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba26c-03e6-4afe-bead-3e815fbb3788 req-9b20ded2-1110-4471-8d40-cf246548c4b3 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:00.953208 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-900ba26c-03e6-4afe-bead-3e815fbb3788 req-9b20ded2-1110-4471-8d40-cf246548c4b3 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 944 time: 0.1496480 Jun 07 14:22:00.964448 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984750d8-45ce-4566-96ef-2d9ff5983a96 req-a1f5c2f5-1bd4-4a3a-a311-187077a9fed3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:00.964614 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:00.966312 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-984750d8-45ce-4566-96ef-2d9ff5983a96 req-a1f5c2f5-1bd4-4a3a-a311-187077a9fed3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 943 time: 0.1223722 Jun 07 14:22:01.000130 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port dc669f0a-bd03-4ab4-a4df-85d77316b878 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:01.000599 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.023052 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc669f0a-bd03-4ab4-a4df-85d77316b878 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:22:01.035632 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcce599-f9f4-4a19-a2d1-e0608cd6435f {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:22:01.047609 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Publish callbacks [] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.050768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port dc669f0a-bd03-4ab4-a4df-85d77316b878, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:01.052313 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 1652612a-9961-4ecf-8744-a03edaa82b75 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:01.052734 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.062246 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.076281 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:01.097092 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Transition to ACTIVE for port object 3fcce599-f9f4-4a19-a2d1-e0608cd6435f will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:22:01.100070 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1652612a-9961-4ecf-8744-a03edaa82b75'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:01.101437 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-900ba26c-03e6-4afe-bead-3e815fbb3788 req-29aafdf6-d7d6-4726-8a1e-619f7ca3f67c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341136 Jun 07 14:22:01.104476 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-984750d8-45ce-4566-96ef-2d9ff5983a96 req-6e9a0077-ee36-4123-96c9-aa51a7c1fa1c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140561 Jun 07 14:22:01.106487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.191553 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:01.196759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 1652612a-9961-4ecf-8744-a03edaa82b75, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1652612a-9961-4ecf-8744-a03edaa82b75,segment=NetworkSegment(54db4705-65c9-456b-b063-79687825b8a1),segment_id=54db4705-65c9-456b-b063-79687825b8a1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:01.205544 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=dc669f0a-bd03-4ab4-a4df-85d77316b878,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:01.208934 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.278928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=1652612a-9961-4ecf-8744-a03edaa82b75,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:01.354830 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3a84b-0bc1-44e1-8458-ef40a0802bb4 req-89adaa80-aada-4351-bcc7-ff3c4c94461b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:01.356413 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b9b3a84b-0bc1-44e1-8458-ef40a0802bb4 req-89adaa80-aada-4351-bcc7-ff3c4c94461b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0898256 Jun 07 14:22:01.360465 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['dc669f0a-bd03-4ab4-a4df-85d77316b878'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:22:01.380547 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Attempting to bind port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:22:01.381112 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Attempting to bind port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:22:01.381211 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Attempting to bind port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f on network c9379a31-560f-4227-b159-63bce9fe1b34 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:22:01.406954 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f on network c9379a31-560f-4227-b159-63bce9fe1b34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:22:01.407299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Attempting to bind port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f on network c9379a31-560f-4227-b159-63bce9fe1b34 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:22:01.415294 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:22:01.415634 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Checking segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:22:01.416015 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Bound using segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:22:01.416438 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Bound port: 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:22:01.416824 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.431467 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfecf21c-82bd-43da-b999-dcc175e30693" -d '{"events": [{"server_uuid": "09792bed-de41-489d-8ab2-6a1bc9ac884c", "name": "network-vif-plugged", "status": "completed", "tag": "1652612a-9961-4ecf-8744-a03edaa82b75"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:01.440880 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:01.461672 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:01.503752 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b9b3a84b-0bc1-44e1-8458-ef40a0802bb4 req-4e99f432-6833-4505-b8ed-973607a2147e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377108 Jun 07 14:22:01.520191 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] For port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:22:01.532083 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] For port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:22:01.540902 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.589080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:01.589840 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.591603 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] 10.222.0.75 "PUT /v2.0/ports/3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 200 len: 1093 time: 1.3704102 Jun 07 14:22:01.592384 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:01.595037 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441aab0-b117-4f5d-ac62-fc6a1eb36957 x-openstack-request-id: req-8441aab0-b117-4f5d-ac62-fc6a1eb36957 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:01.595374 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09792bed-de41-489d-8ab2-6a1bc9ac884c", "name": "network-vif-plugged", "status": "completed", "tag": "1652612a-9961-4ecf-8744-a03edaa82b75", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:01.595630 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8441aab0-b117-4f5d-ac62-fc6a1eb36957 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:01.596394 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8441aab0-b117-4f5d-ac62-fc6a1eb36957'] response: {'server_uuid': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1652612a-9961-4ecf-8744-a03edaa82b75', 'code': 200} Jun 07 14:22:01.598668 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ad045b-3866-465b-97e5-fd7f98653982" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:01.619695 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cba3d9-7d31-4ace-b7bf-66dff8db4ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:01.637262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd1e80-f85f-4bc7-9167-62163a6c9466 x-openstack-request-id: req-3dcd1e80-f85f-4bc7-9167-62163a6c9466 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:01.637623 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:01.637936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3dcd1e80-f85f-4bc7-9167-62163a6c9466 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:01.638398 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcd1e80-f85f-4bc7-9167-62163a6c9466'] response: {'name': 'network-changed', 'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'status': 'completed', 'code': 200} Jun 07 14:22:01.752515 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40540) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:01.891985 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0014ad5a-d331-4a6f-b073-1ad9e352f87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.993050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0014ad5a-d331-4a6f-b073-1ad9e352f87c admin admin] Publish callbacks [] for security_group (b1b1ec15-18e0-4d7b-8566-8401b343407d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:01.997373 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0014ad5a-d331-4a6f-b073-1ad9e352f87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b1b1ec15-18e0-4d7b-8566-8401b343407d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.055038 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0014ad5a-d331-4a6f-b073-1ad9e352f87c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86764c2a9c5b4f4b96ea56618f439e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014030 Jun 07 14:22:02.058996 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40564) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:02.059849 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014ad5a-d331-4a6f-b073-1ad9e352f87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1ec15-18e0-4d7b-8566-8401b343407d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:02.160798 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-86354804-4b6b-45d7-a59f-2b6137b0ddbe admin admin] Publish callbacks [] for security_group (b1b1ec15-18e0-4d7b-8566-8401b343407d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.199866 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-86354804-4b6b-45d7-a59f-2b6137b0ddbe admin admin] Publish callbacks [] for security_group (b1b1ec15-18e0-4d7b-8566-8401b343407d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.288269 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-86354804-4b6b-45d7-a59f-2b6137b0ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b1b1ec15-18e0-4d7b-8566-8401b343407d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.291099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-86354804-4b6b-45d7-a59f-2b6137b0ddbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.294640 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-86354804-4b6b-45d7-a59f-2b6137b0ddbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1b1ec15-18e0-4d7b-8566-8401b343407d HTTP/1.1" status: 204 len: 168 time: 0.2313368 Jun 07 14:22:02.314096 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86354804-4b6b-45d7-a59f-2b6137b0ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1ec15-18e0-4d7b-8566-8401b343407d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:02.322709 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40580) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:02.362148 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1a00-2648-453e-9da8-c7d7063731c5 req-8bba7fbf-fe32-49d7-9576-f8e5adea0925 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:02.363309 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bba1a00-2648-453e-9da8-c7d7063731c5 req-8bba7fbf-fe32-49d7-9576-f8e5adea0925 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.1073349 Jun 07 14:22:02.369543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f495ed4-df48-4061-91fe-f4a187d4cf6e req-acc3635e-8d0a-447c-a73a-53fda41d1cd3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:02.371572 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f495ed4-df48-4061-91fe-f4a187d4cf6e req-acc3635e-8d0a-447c-a73a-53fda41d1cd3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 944 time: 0.1613028 Jun 07 14:22:02.445633 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bba1a00-2648-453e-9da8-c7d7063731c5 req-2edde481-565b-4210-bf26-7faea8716ab4 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731108 Jun 07 14:22:02.472890 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f495ed4-df48-4061-91fe-f4a187d4cf6e req-209168b6-e242-4bf3-8fdd-f7c1179f1459 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729933 Jun 07 14:22:02.499810 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1eb1-3069-4c3c-8603-d6b2853e7d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.531471 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:02.592662 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1eb1-3069-4c3c-8603-d6b2853e7d32 admin admin] Publish callbacks [] for security_group (7108f13c-77f1-4b16-a774-9229131b0b48), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.613137 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1eb1-3069-4c3c-8603-d6b2853e7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7108f13c-77f1-4b16-a774-9229131b0b48), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.665135 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee0d7-95b3-45c4-be70-8748825e5760 req-c1f54007-f5ba-4081-99d4-3f8497497c5a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:02.666596 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-72bee0d7-95b3-45c4-be70-8748825e5760 req-c1f54007-f5ba-4081-99d4-3f8497497c5a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0860376 Jun 07 14:22:02.667441 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c1eb1-3069-4c3c-8603-d6b2853e7d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7108f13c-77f1-4b16-a774-9229131b0b48,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:02.674698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40592) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:02.674847 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-8b5c1eb1-3069-4c3c-8603-d6b2853e7d32 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cec5883c84d642c9a8fe2818636b7a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466270 Jun 07 14:22:02.716985 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40594) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:02.729193 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-72bee0d7-95b3-45c4-be70-8748825e5760 req-433366d5-b302-4ed6-87b8-3c125baa247b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530951 Jun 07 14:22:02.731301 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c671-ca69-43f3-a8e0-50f68e7b7a5e admin admin] Publish callbacks [] for security_group (7108f13c-77f1-4b16-a774-9229131b0b48), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.736816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eec6beeb-2d41-4fe3-94c2-ae4cae9b8989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.754282 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c671-ca69-43f3-a8e0-50f68e7b7a5e admin admin] Publish callbacks [] for security_group (7108f13c-77f1-4b16-a774-9229131b0b48), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.770275 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=19 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:02.803290 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c671-ca69-43f3-a8e0-50f68e7b7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7108f13c-77f1-4b16-a774-9229131b0b48), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.805840 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c671-ca69-43f3-a8e0-50f68e7b7a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.806985 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e9e6c671-ca69-43f3-a8e0-50f68e7b7a5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7108f13c-77f1-4b16-a774-9229131b0b48 HTTP/1.1" status: 204 len: 168 time: 0.1305034 Jun 07 14:22:02.816583 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6c671-ca69-43f3-a8e0-50f68e7b7a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7108f13c-77f1-4b16-a774-9229131b0b48,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:02.842125 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eec6beeb-2d41-4fe3-94c2-ae4cae9b8989 admin admin] Publish callbacks [] for security_group (98170228-ff9c-43ac-887b-87104d2e4d70), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.846436 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eec6beeb-2d41-4fe3-94c2-ae4cae9b8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (98170228-ff9c-43ac-887b-87104d2e4d70), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.886300 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-eec6beeb-2d41-4fe3-94c2-ae4cae9b8989 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a054de6c24364e7abc26f003185755ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675539 Jun 07 14:22:02.886987 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6beeb-2d41-4fe3-94c2-ae4cae9b8989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98170228-ff9c-43ac-887b-87104d2e4d70,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:02.890401 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40598) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:02.943789 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ef808cf-b514-4dc2-808c-b8d3b12cc573 admin admin] Publish callbacks [] for security_group (98170228-ff9c-43ac-887b-87104d2e4d70), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.966468 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ef808cf-b514-4dc2-808c-b8d3b12cc573 admin admin] Publish callbacks [] for security_group (98170228-ff9c-43ac-887b-87104d2e4d70), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:02.973462 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:03.018979 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ef808cf-b514-4dc2-808c-b8d3b12cc573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (98170228-ff9c-43ac-887b-87104d2e4d70), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.021452 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ef808cf-b514-4dc2-808c-b8d3b12cc573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.022599 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6ef808cf-b514-4dc2-808c-b8d3b12cc573 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98170228-ff9c-43ac-887b-87104d2e4d70 HTTP/1.1" status: 204 len: 168 time: 0.1309361 Jun 07 14:22:03.031850 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef808cf-b514-4dc2-808c-b8d3b12cc573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98170228-ff9c-43ac-887b-87104d2e4d70,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:03.184872 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40606) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:03.198094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2c3f-8824-4301-a13c-d4f343d56718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.285126 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2c3f-8824-4301-a13c-d4f343d56718 admin admin] Publish callbacks [] for security_group (cbb67782-6ae3-4179-99ca-de4d49b558bf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.289406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b3e2c3f-8824-4301-a13c-d4f343d56718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cbb67782-6ae3-4179-99ca-de4d49b558bf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.332109 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0b3e2c3f-8824-4301-a13c-d4f343d56718 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c54eaea9b7c40a38d4b18f3fff8cc70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435566 Jun 07 14:22:03.332109 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e2c3f-8824-4301-a13c-d4f343d56718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb67782-6ae3-4179-99ca-de4d49b558bf,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:03.336155 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40612) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:03.390866 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0120b39-c606-49e2-bdf7-ef53f3db7022 admin admin] Publish callbacks [] for security_group (cbb67782-6ae3-4179-99ca-de4d49b558bf), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.413999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0120b39-c606-49e2-bdf7-ef53f3db7022 admin admin] Publish callbacks [] for security_group (cbb67782-6ae3-4179-99ca-de4d49b558bf), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.464904 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0120b39-c606-49e2-bdf7-ef53f3db7022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cbb67782-6ae3-4179-99ca-de4d49b558bf), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.468126 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0120b39-c606-49e2-bdf7-ef53f3db7022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:03.471811 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c0120b39-c606-49e2-bdf7-ef53f3db7022 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbb67782-6ae3-4179-99ca-de4d49b558bf HTTP/1.1" status: 204 len: 168 time: 0.1318061 Jun 07 14:22:03.477807 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0120b39-c606-49e2-bdf7-ef53f3db7022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb67782-6ae3-4179-99ca-de4d49b558bf,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:03.625992 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c07c3-9315-4438-9c25-ff85aac6cd0f req-3264240f-ccf9-414f-8a43-f22cac4cb6e2 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:03.628158 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-778c07c3-9315-4438-9c25-ff85aac6cd0f req-3264240f-ccf9-414f-8a43-f22cac4cb6e2 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0834465 Jun 07 14:22:03.634271 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee51f4-5aa4-4f2d-b4dd-1e575b48c6d8 req-2fa83b12-ab09-4ba7-b565-faa11b7e9ff9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:03.636205 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0dee51f4-5aa4-4f2d-b4dd-1e575b48c6d8 req-2fa83b12-ab09-4ba7-b565-faa11b7e9ff9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 944 time: 0.0820327 Jun 07 14:22:03.716215 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-778c07c3-9315-4438-9c25-ff85aac6cd0f req-38be3674-3a1b-4a5d-8e3c-13708676ca5d tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788887 Jun 07 14:22:03.724007 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0dee51f4-5aa4-4f2d-b4dd-1e575b48c6d8 req-2ecf0d41-7472-40a2-bde0-c3778d2221cf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786037 Jun 07 14:22:03.846981 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86674e0-3423-4124-9e5f-9f94bb1940e4 req-ca5d8c76-c809-4d1b-ab85-6afecea0ee29 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:03.848583 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c86674e0-3423-4124-9e5f-9f94bb1940e4 req-ca5d8c76-c809-4d1b-ab85-6afecea0ee29 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0505111 Jun 07 14:22:03.910426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c86674e0-3423-4124-9e5f-9f94bb1940e4 req-0bf43b3d-ab35-4272-aac3-0fb462af2873 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526323 Jun 07 14:22:04.833025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad045b-3866-465b-97e5-fd7f98653982 req-950bd2af-f43c-4d8c-b8e8-a321fa801285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:04.835663 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-46ad045b-3866-465b-97e5-fd7f98653982 req-950bd2af-f43c-4d8c-b8e8-a321fa801285 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1127 time: 0.0651233 Jun 07 14:22:04.877600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:05.162978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device dc669f0a-bd03-4ab4-a4df-85d77316b878 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:22:05.208224 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port dc669f0a-bd03-4ab4-a4df-85d77316b878 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:22:05.232818 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port dc669f0a-bd03-4ab4-a4df-85d77316b878 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:22:05.234532 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:05.237520 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a88ee-2cc2-4696-ac86-ad5545e5864c req-163f2a8e-43e4-4b7b-a8a5-16c9764682d9 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.239091 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-858a88ee-2cc2-4696-ac86-ad5545e5864c req-163f2a8e-43e4-4b7b-a8a5-16c9764682d9 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.4023931 Jun 07 14:22:05.261749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:05.316131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b7d7f-30f3-4807-901e-90ca58658228 req-09398809-bd17-46cb-8c07-3b0359e329d0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.316131 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c28b7d7f-30f3-4807-901e-90ca58658228 req-09398809-bd17-46cb-8c07-3b0359e329d0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 944 time: 0.4216745 Jun 07 14:22:05.347481 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746edc8-8e2a-4060-906a-1e081a3876a1 req-1651e818-6eb8-4c6f-ae5d-c67b3397a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.351623 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0746edc8-8e2a-4060-906a-1e081a3876a1 req-1651e818-6eb8-4c6f-ae5d-c67b3397a7b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 1129 time: 0.2252760 Jun 07 14:22:05.384698 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port dc669f0a-bd03-4ab4-a4df-85d77316b878 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:05.385079 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:05.419858 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc669f0a-bd03-4ab4-a4df-85d77316b878'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:05.423198 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4a35d-06eb-4f9e-bf51-151ac0e85c3d" -d '{"events": [{"server_uuid": "86529cf4-f4ef-45bc-9f34-e0d802dbd846", "name": "network-vif-plugged", "status": "completed", "tag": "dc669f0a-bd03-4ab4-a4df-85d77316b878"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:05.423415 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0746edc8-8e2a-4060-906a-1e081a3876a1 req-62e7f697-5123-4616-a65d-a0234eeae9ab service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:05.429377 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port dc669f0a-bd03-4ab4-a4df-85d77316b878, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:05.432194 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-858a88ee-2cc2-4696-ac86-ad5545e5864c req-533c4952-0766-4a1f-af87-3f4f9f09e91c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790524 Jun 07 14:22:05.436363 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad045b-3866-465b-97e5-fd7f98653982 req-6d83f498-acef-4fbe-b779-644c533a9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.438882 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-46ad045b-3866-465b-97e5-fd7f98653982 req-6d83f498-acef-4fbe-b779-644c533a9509 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=798b460fbb2e4be69df7f5f419844832&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5900412 Jun 07 14:22:05.439489 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:05.502824 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c28b7d7f-30f3-4807-901e-90ca58658228 req-a2006e6d-9a57-47d6-be3b-493e57e0781f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587150 Jun 07 14:22:05.527357 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=dc669f0a-bd03-4ab4-a4df-85d77316b878,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:05.726046 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15431af4-a882-45b4-870f-af3c14780314 x-openstack-request-id: req-15431af4-a882-45b4-870f-af3c14780314 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:05.726378 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86529cf4-f4ef-45bc-9f34-e0d802dbd846", "name": "network-vif-plugged", "status": "completed", "tag": "dc669f0a-bd03-4ab4-a4df-85d77316b878", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:05.726633 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15431af4-a882-45b4-870f-af3c14780314 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:05.727044 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15431af4-a882-45b4-870f-af3c14780314'] response: {'server_uuid': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc669f0a-bd03-4ab4-a4df-85d77316b878', 'code': 200} Jun 07 14:22:05.746888 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad045b-3866-465b-97e5-fd7f98653982 req-0af758f7-9cd1-4a5a-a85a-7e8b5cb1e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.756030 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-46ad045b-3866-465b-97e5-fd7f98653982 req-0af758f7-9cd1-4a5a-a85a-7e8b5cb1e37b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050625 Jun 07 14:22:05.814961 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb3b3b-dad1-4c1f-a88e-ff69899a251f req-61992e3a-3c5e-4167-a4f0-65945619c14c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.816843 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-61cb3b3b-dad1-4c1f-a88e-ff69899a251f req-61992e3a-3c5e-4167-a4f0-65945619c14c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.2198865 Jun 07 14:22:05.829269 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0746edc8-8e2a-4060-906a-1e081a3876a1 req-62e7f697-5123-4616-a65d-a0234eeae9ab service neutron] Publish callbacks [] for security_group (2fe90bbf-8442-40be-80fe-01bbd76d3557), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:05.847086 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-0746edc8-8e2a-4060-906a-1e081a3876a1 req-62e7f697-5123-4616-a65d-a0234eeae9ab service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2fe90bbf-8442-40be-80fe-01bbd76d3557), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:05.977695 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-259df34b-2760-48f5-901b-9780e68b91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:05.979198 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-259df34b-2760-48f5-901b-9780e68b91ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1127 time: 0.1526556 Jun 07 14:22:05.986788 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0746edc8-8e2a-4060-906a-1e081a3876a1 req-62e7f697-5123-4616-a65d-a0234eeae9ab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142740 Jun 07 14:22:05.987477 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7f697-5123-4616-a65d-a0234eeae9ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe90bbf-8442-40be-80fe-01bbd76d3557,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:06.010207 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-61cb3b3b-dad1-4c1f-a88e-ff69899a251f req-a66565f4-21e4-4586-b6e7-fd83b1982d44 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846514 Jun 07 14:22:06.041685 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 40774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:06.248994 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-854335fe-6ea7-482b-aaea-a37827bdfc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.335676 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-83fb24b6-010e-45f4-8483-eb69c3ab2834 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 200 len: 217 time: 0.0454698 Jun 07 14:22:06.396826 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:06.418387 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:06.423966 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-854335fe-6ea7-482b-aaea-a37827bdfc06 admin admin] Publish callbacks [] for security_group (414d71e7-d886-4af4-88a8-f8bfba64e5ec), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.428812 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c0254-771d-4cbc-8e63-830411ee604d req-0125fb9c-d984-46cf-bd2a-982e70028fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:06.430404 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ac1c0254-771d-4cbc-8e63-830411ee604d req-0125fb9c-d984-46cf-bd2a-982e70028fdb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1129 time: 0.4713063 Jun 07 14:22:06.431909 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-854335fe-6ea7-482b-aaea-a37827bdfc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (414d71e7-d886-4af4-88a8-f8bfba64e5ec), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.438638 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-4cdad185-8a32-4752-b4c3-157177dc9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:06.440106 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-4cdad185-8a32-4752-b4c3-157177dc9741 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0847487 Jun 07 14:22:06.495852 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-1f5e82e9-438b-4205-beff-b97859dca9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:06.497740 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-1f5e82e9-438b-4205-beff-b97859dca9e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465045 Jun 07 14:22:06.513236 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ac1c0254-771d-4cbc-8e63-830411ee604d req-9e6c8a5b-c925-4512-8925-6df5a720e1d5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640931 Jun 07 14:22:06.552833 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-854335fe-6ea7-482b-aaea-a37827bdfc06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f603a7c310b4941825d444cdd17fe14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100362 Jun 07 14:22:06.556903 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40806) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:06.589405 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854335fe-6ea7-482b-aaea-a37827bdfc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414d71e7-d886-4af4-88a8-f8bfba64e5ec,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:06.620148 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d85deff9-7df2-411d-8039-23488b3885d0 admin admin] Publish callbacks [] for security_group (414d71e7-d886-4af4-88a8-f8bfba64e5ec), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.649278 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d85deff9-7df2-411d-8039-23488b3885d0 admin admin] Publish callbacks [] for security_group (414d71e7-d886-4af4-88a8-f8bfba64e5ec), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.652225 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943678-f3cc-4781-b10a-2d9f75d9a5ea req-6e99ad09-3f8e-4179-a653-ca9ac5723a82 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:06.653973 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-07943678-f3cc-4781-b10a-2d9f75d9a5ea req-6e99ad09-3f8e-4179-a653-ca9ac5723a82 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.1209450 Jun 07 14:22:06.657230 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:06.694068 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-ef55bb7e-170a-4e9c-af8a-9f489d02ffe6 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851935 Jun 07 14:22:06.712599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d85deff9-7df2-411d-8039-23488b3885d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (414d71e7-d886-4af4-88a8-f8bfba64e5ec), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.715435 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d85deff9-7df2-411d-8039-23488b3885d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:06.716706 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-d85deff9-7df2-411d-8039-23488b3885d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/414d71e7-d886-4af4-88a8-f8bfba64e5ec HTTP/1.1" status: 204 len: 168 time: 0.1583397 Jun 07 14:22:06.734080 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85deff9-7df2-411d-8039-23488b3885d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d71e7-d886-4af4-88a8-f8bfba64e5ec,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:06.746573 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-07943678-f3cc-4781-b10a-2d9f75d9a5ea req-01055717-3874-4dc3-8055-a92719282456 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 Jun 07 14:22:06.870563 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7fd3a-58c3-42ec-a499-df56d88392fa req-4c4d78a6-cc0b-4960-80cd-cb42e6a2452e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:06.872262 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ebc7fd3a-58c3-42ec-a499-df56d88392fa req-4c4d78a6-cc0b-4960-80cd-cb42e6a2452e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.1028044 Jun 07 14:22:06.953173 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-575c303e-7b22-4656-a4cf-7a988401c4c6 req-c8d67f42-ebae-4ad7-8c19-104ba1e94695 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455667 Jun 07 14:22:06.956230 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ebc7fd3a-58c3-42ec-a499-df56d88392fa req-937932cc-c7bf-419a-823d-2e3bef6fbd93 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776339 Jun 07 14:22:07.042680 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40826) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:07.057345 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8926-84b4-4c49-8cf1-8f0f5e1a12bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.131592 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa0d78-fddb-426d-8ab5-6c72ee11919f req-a53f1a70-7f47-4f3c-bad9-f090b95c7c25 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:07.133092 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9efa0d78-fddb-426d-8ab5-6c72ee11919f req-a53f1a70-7f47-4f3c-bad9-f090b95c7c25 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0511360 Jun 07 14:22:07.158353 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8926-84b4-4c49-8cf1-8f0f5e1a12bb admin admin] Publish callbacks [] for security_group (5fe54d6a-9a01-4b04-94ea-0870529b80cc), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.160676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 7d9b7314-f274-43d0-925f-d9b6683e8642 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:22:07.168623 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8fcf8926-84b4-4c49-8cf1-8f0f5e1a12bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5fe54d6a-9a01-4b04-94ea-0870529b80cc), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.212454 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9efa0d78-fddb-426d-8ab5-6c72ee11919f req-e6035eb2-749b-410c-ba83-6e07ede564eb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699062 Jun 07 14:22:07.254901 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf8926-84b4-4c49-8cf1-8f0f5e1a12bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe54d6a-9a01-4b04-94ea-0870529b80cc,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:07.266633 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8fcf8926-84b4-4c49-8cf1-8f0f5e1a12bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec5e3d8e5fde4bf9bbdfdc8d5816373f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220976 Jun 07 14:22:07.268522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 40838) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:07.280874 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 7d9b7314-f274-43d0-925f-d9b6683e8642, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7d9b7314-f274-43d0-925f-d9b6683e8642,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:07.295012 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '7d9b7314-f274-43d0-925f-d9b6683e8642', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'port_id': '7d9b7314-f274-43d0-925f-d9b6683e8642', 'mac_address': 'fa:16:3e:71:85:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:22:07.336594 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 7d9b7314-f274-43d0-925f-d9b6683e8642 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:07.337221 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.340997 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24a35721-72fe-4d3d-9f63-56fa33459e07 admin admin] Publish callbacks [] for security_group (5fe54d6a-9a01-4b04-94ea-0870529b80cc), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.352569 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9b7314-f274-43d0-925f-d9b6683e8642 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:22:07.378302 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24a35721-72fe-4d3d-9f63-56fa33459e07 admin admin] Publish callbacks [] for security_group (5fe54d6a-9a01-4b04-94ea-0870529b80cc), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.380960 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 7d9b7314-f274-43d0-925f-d9b6683e8642, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7d9b7314-f274-43d0-925f-d9b6683e8642,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:07.385564 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.444925 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=7d9b7314-f274-43d0-925f-d9b6683e8642,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:07.464190 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24a35721-72fe-4d3d-9f63-56fa33459e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5fe54d6a-9a01-4b04-94ea-0870529b80cc), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.469529 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24a35721-72fe-4d3d-9f63-56fa33459e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:07.470821 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-24a35721-72fe-4d3d-9f63-56fa33459e07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fe54d6a-9a01-4b04-94ea-0870529b80cc HTTP/1.1" status: 204 len: 168 time: 0.2008133 Jun 07 14:22:07.480216 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a35721-72fe-4d3d-9f63-56fa33459e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe54d6a-9a01-4b04-94ea-0870529b80cc,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:07.717785 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['7d9b7314-f274-43d0-925f-d9b6683e8642'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:22:07.793278 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:07.912552 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf08406-100b-4668-9a1f-1d58ec1f3786 req-83c8d739-5ba3-41eb-b3d8-d6be8de0e457 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:07.920840 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cf08406-100b-4668-9a1f-1d58ec1f3786 req-83c8d739-5ba3-41eb-b3d8-d6be8de0e457 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0689232 Jun 07 14:22:07.970167 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cf08406-100b-4668-9a1f-1d58ec1f3786 req-9f9e5d97-d43d-42fc-b5f1-9a216d9a9903 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Jun 07 14:22:08.086131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc6b22-4fe1-4194-91a5-2c07fbc442bc req-3edab854-f624-4465-b16e-d4093ea18ebd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:08.087782 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-06bc6b22-4fe1-4194-91a5-2c07fbc442bc req-3edab854-f624-4465-b16e-d4093ea18ebd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0538144 Jun 07 14:22:08.138954 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-06bc6b22-4fe1-4194-91a5-2c07fbc442bc req-43ab3671-c794-4caa-91e7-1a14d5388bb4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Jun 07 14:22:08.332893 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f9dc-0a9a-45c4-9bf5-662cb896dd63 req-627f19bb-0bfb-43fb-97d8-93cbf8df501a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:08.335163 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cfc0f9dc-0a9a-45c4-9bf5-662cb896dd63 req-627f19bb-0bfb-43fb-97d8-93cbf8df501a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0528059 Jun 07 14:22:08.398374 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cfc0f9dc-0a9a-45c4-9bf5-662cb896dd63 req-750c06cd-744d-4feb-8176-89a61ae60865 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526781 Jun 07 14:22:09.120359 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500e488-1580-4f02-88c3-893cb3337345 req-8c554e2c-e810-4db6-a81d-82012496476a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:09.124445 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e500e488-1580-4f02-88c3-893cb3337345 req-8c554e2c-e810-4db6-a81d-82012496476a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0638561 Jun 07 14:22:09.202975 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e500e488-1580-4f02-88c3-893cb3337345 req-c4af796c-c651-47b3-8559-7809b665b32a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708563 Jun 07 14:22:09.275545 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775d8b-4e86-48d9-8783-1b99a56a9d2e req-b59abbfd-6891-4e2e-8164-b4bee6f2ecc2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:09.277016 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-52775d8b-4e86-48d9-8783-1b99a56a9d2e req-b59abbfd-6891-4e2e-8164-b4bee6f2ecc2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Jun 07 14:22:09.325823 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-52775d8b-4e86-48d9-8783-1b99a56a9d2e req-5755d26f-4dbe-47f4-b2bf-f1b773caa720 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Jun 07 14:22:09.511503 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165d90d-49aa-42bb-b302-e8d90e6e630a req-653d8381-a201-4d77-9681-b452d3dbacbe tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:09.512960 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6165d90d-49aa-42bb-b302-e8d90e6e630a req-653d8381-a201-4d77-9681-b452d3dbacbe tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0474002 Jun 07 14:22:09.557936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:09.566082 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6165d90d-49aa-42bb-b302-e8d90e6e630a req-f4b3f59c-1b04-4b7a-a987-65e24f988c7d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Jun 07 14:22:10.298348 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:10.310072 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ebb14-2d70-4d7e-87d1-856ddc6e9e4a req-375dd176-0805-45a8-ad8a-92356146719e tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:10.311740 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-367ebb14-2d70-4d7e-87d1-856ddc6e9e4a req-375dd176-0805-45a8-ad8a-92356146719e tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0513134 Jun 07 14:22:10.360031 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-367ebb14-2d70-4d7e-87d1-856ddc6e9e4a req-3eb49e96-aca0-462e-b11b-f2e436c2ab8e tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Jun 07 14:22:10.438800 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb52d-fe57-430b-b543-4565baa8f05b req-4af400de-4732-41cc-ab43-95e2c6c35d92 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:10.440303 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eb6cb52d-fe57-430b-b543-4565baa8f05b req-4af400de-4732-41cc-ab43-95e2c6c35d92 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0469637 Jun 07 14:22:10.489722 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eb6cb52d-fe57-430b-b543-4565baa8f05b req-c0719631-6b0e-487f-b143-605255ab08ae tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Jun 07 14:22:10.681863 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823e34-7bb7-4630-b17c-ff20f56f5593 req-2fa503d0-bc9e-4258-ae70-f6963dd3d8b4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:10.683327 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-87823e34-7bb7-4630-b17c-ff20f56f5593 req-2fa503d0-bc9e-4258-ae70-f6963dd3d8b4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0501256 Jun 07 14:22:10.730916 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-87823e34-7bb7-4630-b17c-ff20f56f5593 req-8ff1f132-b074-430b-ba38-61ce92d2f866 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412765 Jun 07 14:22:11.633126 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb6eed-63f7-4413-b55e-43de0224166b req-20c563fe-4004-4e71-9603-19782d79a0f5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:11.634585 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9cb6eed-63f7-4413-b55e-43de0224166b req-20c563fe-4004-4e71-9603-19782d79a0f5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0736580 Jun 07 14:22:11.642432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa16922-b03c-46d5-9315-6c55ac179226 req-2ae671cc-c6d9-477b-970a-1dc67de4ff89 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:11.643764 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4fa16922-b03c-46d5-9315-6c55ac179226 req-2ae671cc-c6d9-477b-970a-1dc67de4ff89 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0729637 Jun 07 14:22:11.721407 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9cb6eed-63f7-4413-b55e-43de0224166b req-1c412afe-5cb1-4761-830f-55f03a8e8600 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767128 Jun 07 14:22:11.724658 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4fa16922-b03c-46d5-9315-6c55ac179226 req-f283c2ee-6bb8-401e-b334-9c9ac26a20e6 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742817 Jun 07 14:22:11.841426 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ea067-40e8-4b00-ab40-20d78a9066f7 req-0f76800e-8a7f-4a8d-963d-e4753a3670ea tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:11.842970 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-020ea067-40e8-4b00-ab40-20d78a9066f7 req-0f76800e-8a7f-4a8d-963d-e4753a3670ea tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0455174 Jun 07 14:22:11.890438 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-020ea067-40e8-4b00-ab40-20d78a9066f7 req-297aa034-e3ba-4e7e-b40d-e8f207fae18b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Jun 07 14:22:12.385186 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 7d9b7314-f274-43d0-925f-d9b6683e8642 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:22:12.436101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 7d9b7314-f274-43d0-925f-d9b6683e8642 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:22:12.441473 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 7d9b7314-f274-43d0-925f-d9b6683e8642 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:22:12.441870 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:12.521030 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 7d9b7314-f274-43d0-925f-d9b6683e8642 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:12.521412 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:12.531978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:12.545414 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b7314-f274-43d0-925f-d9b6683e8642'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:12.547877 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c71786-bed5-4525-85e4-d2d61a1ec120" -d '{"events": [{"server_uuid": "4dd5700e-2891-4b99-ba1f-d5304a5c8f58", "name": "network-vif-plugged", "status": "completed", "tag": "7d9b7314-f274-43d0-925f-d9b6683e8642"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:12.565429 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 7d9b7314-f274-43d0-925f-d9b6683e8642, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7d9b7314-f274-43d0-925f-d9b6683e8642,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:12.569933 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:12.596425 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e10df8-4683-4897-8270-126c05da537f x-openstack-request-id: req-36e10df8-4683-4897-8270-126c05da537f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:12.596738 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5700e-2891-4b99-ba1f-d5304a5c8f58", "name": "network-vif-plugged", "status": "completed", "tag": "7d9b7314-f274-43d0-925f-d9b6683e8642", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:12.596991 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36e10df8-4683-4897-8270-126c05da537f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:12.597440 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e10df8-4683-4897-8270-126c05da537f'] response: {'server_uuid': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b7314-f274-43d0-925f-d9b6683e8642', 'code': 200} Jun 07 14:22:12.631501 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=7d9b7314-f274-43d0-925f-d9b6683e8642,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:12.878413 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7dd75-2feb-40ea-ab1b-56a7d5cfa1ed req-f05e37cf-8cc3-4a4b-b0b6-630a6e7a078a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:12.879919 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-10d7dd75-2feb-40ea-ab1b-56a7d5cfa1ed req-f05e37cf-8cc3-4a4b-b0b6-630a6e7a078a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0802994 Jun 07 14:22:12.885874 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102f016-f907-4706-a110-ec7cf0cefdb5 req-0a109d77-17a5-4dd4-a0a6-af905ea85e63 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:12.887235 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7102f016-f907-4706-a110-ec7cf0cefdb5 req-0a109d77-17a5-4dd4-a0a6-af905ea85e63 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0863743 Jun 07 14:22:12.961440 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-10d7dd75-2feb-40ea-ab1b-56a7d5cfa1ed req-52032b4f-184f-488b-b4dd-543fd1ed944e tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731792 Jun 07 14:22:12.975037 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7102f016-f907-4706-a110-ec7cf0cefdb5 req-39dc9bcc-bb72-4a40-ab89-b966c3cf668d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808389 Jun 07 14:22:13.009912 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-721d0922-85c2-4068-a5c6-d954f432049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:13.086325 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77648167-8388-40fc-8f27-d19c123d3544 req-62d04b12-2ef2-4a7d-9357-33e3ddd61320 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:13.087985 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-77648167-8388-40fc-8f27-d19c123d3544 req-62d04b12-2ef2-4a7d-9357-33e3ddd61320 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0510325 Jun 07 14:22:13.159613 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-77648167-8388-40fc-8f27-d19c123d3544 req-3c203527-66dd-4eb5-a5d6-b64a27e8d6fd tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600712 Jun 07 14:22:14.123818 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5748-9626-4e32-bc5b-a8c53e1da991 req-5f261504-4e69-4dc1-bd56-dfe1400d1334 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.125378 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6f1e5748-9626-4e32-bc5b-a8c53e1da991 req-5f261504-4e69-4dc1-bd56-dfe1400d1334 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0671391 Jun 07 14:22:14.131341 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26fa7-dc80-4f5f-9bed-045a021ed759 req-823996e7-e42e-4648-8fc4-632fe0a3bcdb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.132771 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ed26fa7-dc80-4f5f-9bed-045a021ed759 req-823996e7-e42e-4648-8fc4-632fe0a3bcdb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0855770 Jun 07 14:22:14.202051 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:14.214339 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6f1e5748-9626-4e32-bc5b-a8c53e1da991 req-761d112b-880b-40cd-beef-85762d7f752c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806162 Jun 07 14:22:14.218074 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ed26fa7-dc80-4f5f-9bed-045a021ed759 req-93411996-2663-411f-b2a1-d98ee0b1e822 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777740 Jun 07 14:22:14.336449 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:14.352050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe1c8b-4c38-4d4d-a39a-c6e531a8c298 req-b589d475-b199-4afe-9134-0ae157db2d4d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.359740 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe1c8b-4c38-4d4d-a39a-c6e531a8c298 req-b589d475-b199-4afe-9134-0ae157db2d4d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 943 time: 0.0829959 Jun 07 14:22:14.377876 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3fcce599-f9f4-4a19-a2d1-e0608cd6435f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:22:14.396098 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:14.436501 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe1c8b-4c38-4d4d-a39a-c6e531a8c298 req-9919650e-d6dd-48a5-9777-567f70fe2d73 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734529 Jun 07 14:22:14.594782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d62f-4efe-4296-814c-a727659af298 req-2f464010-525f-42e4-b72b-44f96be08304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.595824 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:14.599988 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9f57d62f-4efe-4296-814c-a727659af298 req-2f464010-525f-42e4-b72b-44f96be08304 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1129 time: 0.0915389 Jun 07 14:22:14.611122 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'port_id': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'mac_address': 'fa:16:3e:e2:84:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:22:14.653906 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-bc275004-3d8b-4d73-9df2-8870083d86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.656739 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-bc275004-3d8b-4d73-9df2-8870083d86c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1129 time: 0.0794580 Jun 07 14:22:14.667932 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:14.668418 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:14.686388 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcce599-f9f4-4a19-a2d1-e0608cd6435f {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:22:14.721475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:14.730994 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:14.774597 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54cfe-0990-4252-9842-df4e44a309d7 req-6fbc2f80-3fbe-421d-8148-a70551dde5a2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.780250 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bb54cfe-0990-4252-9842-df4e44a309d7 req-6fbc2f80-3fbe-421d-8148-a70551dde5a2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.1526723 Jun 07 14:22:14.790935 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:14.846395 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:14.861207 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9f57d62f-4efe-4296-814c-a727659af298 req-55256aaf-9425-47be-acd5-b7ae8c34f446 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490561 Jun 07 14:22:14.878294 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bb54cfe-0990-4252-9842-df4e44a309d7 req-faabd58c-3fd5-4ae4-bd5c-129922c4119d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901465 Jun 07 14:22:14.887338 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-fc3e92fd-7025-4bc9-a399-63375ae4f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:14.889661 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-fc3e92fd-7025-4bc9-a399-63375ae4f9b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.2134912 Jun 07 14:22:15.147984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['3fcce599-f9f4-4a19-a2d1-e0608cd6435f'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:22:15.190661 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-ceb0b55b-e649-4f70-ba4a-14f9127bc27b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878 HTTP/1.1" status: 200 len: 217 time: 0.0731637 Jun 07 14:22:15.257106 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-20cc2216-fd9e-4ef5-ab4c-963f6296f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:15.258986 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-20cc2216-fd9e-4ef5-ab4c-963f6296f6cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0581963 Jun 07 14:22:15.301585 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41170) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:15.334566 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-4ca5831e-2b3d-4aef-927d-cec6d75f0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:15.341331 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-4ca5831e-2b3d-4aef-927d-cec6d75f0f48 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668645 Jun 07 14:22:15.456820 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-509d41a4-4669-4669-b32b-f7b9da6cf620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.461239 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a4a7-8474-4e5d-80d9-8d666375f051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.465700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:15.473286 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-d02d09e1-f619-4d63-b76e-f030fe20e510 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228330 Jun 07 14:22:15.579911 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a4a7-8474-4e5d-80d9-8d666375f051 admin admin] Publish callbacks [] for security_group (effea878-d838-43c2-89f0-9eed67ba22a7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.585725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a4a7-8474-4e5d-80d9-8d666375f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (effea878-d838-43c2-89f0-9eed67ba22a7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.614519 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075ebd2-4049-454e-8868-b232d6d9f241 req-680f53db-763e-4730-8dd5-162ab30cab9d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:15.616039 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4075ebd2-4049-454e-8868-b232d6d9f241 req-680f53db-763e-4730-8dd5-162ab30cab9d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 944 time: 0.0833855 Jun 07 14:22:15.654006 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-6ff7a4a7-8474-4e5d-80d9-8d666375f051 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63a4ece4819f4abc8e66fc7c1e209154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510134 Jun 07 14:22:15.657723 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41192) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:15.658340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7a4a7-8474-4e5d-80d9-8d666375f051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effea878-d838-43c2-89f0-9eed67ba22a7,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:15.693400 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4075ebd2-4049-454e-8868-b232d6d9f241 req-29575a4c-554b-4f07-82ae-a18cb7d95c36 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653608 Jun 07 14:22:15.740405 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1885-f870-4e11-bfbc-d7808a7de7fd admin admin] Publish callbacks [] for security_group (effea878-d838-43c2-89f0-9eed67ba22a7), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.762464 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1885-f870-4e11-bfbc-d7808a7de7fd admin admin] Publish callbacks [] for security_group (effea878-d838-43c2-89f0-9eed67ba22a7), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.813490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1885-f870-4e11-bfbc-d7808a7de7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (effea878-d838-43c2-89f0-9eed67ba22a7), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.816162 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7cf1885-f870-4e11-bfbc-d7808a7de7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:15.817412 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a7cf1885-f870-4e11-bfbc-d7808a7de7fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/effea878-d838-43c2-89f0-9eed67ba22a7 HTTP/1.1" status: 204 len: 168 time: 0.1571350 Jun 07 14:22:15.827367 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf1885-f870-4e11-bfbc-d7808a7de7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effea878-d838-43c2-89f0-9eed67ba22a7,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:16.043470 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-806b9d34-9464-4bab-8148-71d7c035ec29 req-d2023efd-b44d-4339-9b5d-7e6689ed52d4 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373847 Jun 07 14:22:16.078970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc8c29-816f-4236-a9ce-8946c9c6bd05 req-d392d51e-d670-424b-bd71-3d0dccbb83b8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:16.088332 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-33fc8c29-816f-4236-a9ce-8946c9c6bd05 req-d392d51e-d670-424b-bd71-3d0dccbb83b8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0812223 Jun 07 14:22:16.160063 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-33fc8c29-816f-4236-a9ce-8946c9c6bd05 req-5835dc06-359f-4312-b95c-45de0acd47eb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702105 Jun 07 14:22:16.239595 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:16.394332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3fcce599-f9f4-4a19-a2d1-e0608cd6435f up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:22:16.445287 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:22:16.453082 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:22:16.454378 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:16.580747 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:22:16.581398 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:16.582927 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:16.613312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:16.617333 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c021e6-ad26-4a49-9e3d-732674be10c6" -d '{"events": [{"server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "name": "network-vif-plugged", "status": "completed", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:16.636075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:16.648579 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:16.689261 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4981274-4526-4915-b51d-c1a7a3359fb2 x-openstack-request-id: req-c4981274-4526-4915-b51d-c1a7a3359fb2 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:16.689636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "name": "network-vif-plugged", "status": "completed", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:16.689895 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4981274-4526-4915-b51d-c1a7a3359fb2 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:16.690433 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4981274-4526-4915-b51d-c1a7a3359fb2'] response: {'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'code': 200} Jun 07 14:22:16.705339 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:16.854962 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4319f-a30a-418d-823a-2a90957cd552 req-416b2168-097b-4111-911e-cf3d283b145f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:16.867319 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7af4319f-a30a-418d-823a-2a90957cd552 req-416b2168-097b-4111-911e-cf3d283b145f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0839834 Jun 07 14:22:16.943411 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7af4319f-a30a-418d-823a-2a90957cd552 req-46390a42-00d3-4e1e-b616-a895d473cd4a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738335 Jun 07 14:22:17.323047 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f105e5-71f4-4d2e-a2cc-2cbebf8c890d req-f8ca062f-6a41-42e4-9fae-3063a26e60db tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:17.330631 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b8f105e5-71f4-4d2e-a2cc-2cbebf8c890d req-f8ca062f-6a41-42e4-9fae-3063a26e60db tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0566740 Jun 07 14:22:17.383202 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b8f105e5-71f4-4d2e-a2cc-2cbebf8c890d req-532a7207-a8e4-4959-b347-61891e826d17 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 Jun 07 14:22:17.532757 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaface8-223a-41e9-b869-b50f6ff9b383 req-cf7d06e5-500b-4c66-94aa-1f1075735eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:17.534282 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cbaface8-223a-41e9-b869-b50f6ff9b383 req-cf7d06e5-500b-4c66-94aa-1f1075735eb4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1129 time: 0.0420835 Jun 07 14:22:17.608514 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cbaface8-223a-41e9-b869-b50f6ff9b383 req-e3f11faf-00e2-444c-941b-560615d27826 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648956 Jun 07 14:22:17.918983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41314) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:18.004612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.077749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b339c-10ad-4c57-b518-19582c6ea5d0 req-295d5b82-ad3f-40f7-b162-604b500aa45e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:18.079364 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2a3b339c-10ad-4c57-b518-19582c6ea5d0 req-295d5b82-ad3f-40f7-b162-604b500aa45e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0599391 Jun 07 14:22:18.114542 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:18.156420 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2a3b339c-10ad-4c57-b518-19582c6ea5d0 req-b46107b2-209a-43d0-9233-7ce0c66394f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652878 Jun 07 14:22:18.236014 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.281233 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41340) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:18.286904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:18.317156 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Publish callbacks [] for security_group (feaefe50-f041-4b10-a3aa-c8c222040095), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.324861 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (feaefe50-f041-4b10-a3aa-c8c222040095), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.343384 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Deleting subnet 15cbff45-dc4e-4d42-b874-99634bb2dbc3 {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:22:18.358608 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Publish callbacks [] for subnet (15cbff45-dc4e-4d42-b874-99634bb2dbc3), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.387129 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f6b7f56d4f24f13b3b935a9bf0e6efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647183 Jun 07 14:22:18.388432 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41348) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:18.396573 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaefe50-f041-4b10-a3aa-c8c222040095,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:18.407445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.408049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.408598 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.409139 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.409749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.410560 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.411083 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.411517 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.411944 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.412789 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.412789 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.413220 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.413613 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.414004 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.414524 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e2973-cf40-42a1-a10c-3155bd917628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.438954 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (15cbff45-dc4e-4d42-b874-99634bb2dbc3), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.475798 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:18.510258 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32f035be-62f0-4419-934e-9d26c767c42e admin admin] Publish callbacks [] for security_group (feaefe50-f041-4b10-a3aa-c8c222040095), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.521614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (15cbff45-dc4e-4d42-b874-99634bb2dbc3), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.540796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4467678-7003-4809-87d6-73ae97ef65c6 req-eaaa7f1b-0018-451d-9a89-e7320cae96ae tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:18.542876 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e4467678-7003-4809-87d6-73ae97ef65c6 req-eaaa7f1b-0018-451d-9a89-e7320cae96ae tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0775342 Jun 07 14:22:18.585777 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32f035be-62f0-4419-934e-9d26c767c42e admin admin] Publish callbacks [] for security_group (feaefe50-f041-4b10-a3aa-c8c222040095), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.633884 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e4467678-7003-4809-87d6-73ae97ef65c6 req-fb87582a-108d-4e03-9397-1d38dcd66fd2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845160 Jun 07 14:22:18.668992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (15cbff45-dc4e-4d42-b874-99634bb2dbc3), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.697280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cbff45-dc4e-4d42-b874-99634bb2dbc3,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:18.702775 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.705904 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/15cbff45-dc4e-4d42-b874-99634bb2dbc3 HTTP/1.1" status: 204 len: 168 time: 0.4226553 Jun 07 14:22:18.708642 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41364) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:18.712519 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.713077 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.713424 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.713767 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.714078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.714604 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.714930 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.715297 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.715680 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.716012 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.716335 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.717358 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.718614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.718614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.718614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b575a0-55ec-4b3f-beed-14de158a4980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:22:18.723075 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32f035be-62f0-4419-934e-9d26c767c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (feaefe50-f041-4b10-a3aa-c8c222040095), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.726426 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32f035be-62f0-4419-934e-9d26c767c42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.743143 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-32f035be-62f0-4419-934e-9d26c767c42e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/feaefe50-f041-4b10-a3aa-c8c222040095 HTTP/1.1" status: 204 len: 168 time: 0.3464844 Jun 07 14:22:18.763498 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f035be-62f0-4419-934e-9d26c767c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaefe50-f041-4b10-a3aa-c8c222040095,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:18.839776 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (66b28d3b-c364-46b7-bc87-629ce708388c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.936151 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (66b28d3b-c364-46b7-bc87-629ce708388c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:18.965457 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b28d3b-c364-46b7-bc87-629ce708388c']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:18.977445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdf8663-f134-4da4-8e2e-33fd2c719c6d') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:18.978079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdf8663-f134-4da4-8e2e-33fd2c719c6d') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:18.991032 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (7fdf8663-f134-4da4-8e2e-33fd2c719c6d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.006987 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (7fdf8663-f134-4da4-8e2e-33fd2c719c6d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.015199 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:22:19.015801 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (7fdf8663-f134-4da4-8e2e-33fd2c719c6d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.065823 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 7fdf8663-f134-4da4-8e2e-33fd2c719c6d resource provider aggregate not found Jun 07 14:22:19.095093 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 7fdf8663-f134-4da4-8e2e-33fd2c719c6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fdf8663-f134-4da4-8e2e-33fd2c719c6d found for delete ", "request_id": "req-cced0fbb-36b8-4e9b-aa81-827aaa362099"}]} Jun 07 14:22:19.097788 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (66b28d3b-c364-46b7-bc87-629ce708388c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.104671 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.109527 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] 10.222.0.81 "DELETE /v2.0/networks/66b28d3b-c364-46b7-bc87-629ce708388c HTTP/1.1" status: 204 len: 168 time: 0.3996594 Jun 07 14:22:19.112581 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41390) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:19.129995 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca8bb-3453-464c-be14-acffabb052fe admin admin] Pushing event deleted for resources: {'Network': ['ID=66b28d3b-c364-46b7-bc87-629ce708388c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:19.167480 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Deleting subnet f163f8a3-85b4-41e5-a1c3-8331ff11303a {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:22:19.172361 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Publish callbacks [] for subnet (f163f8a3-85b4-41e5-a1c3-8331ff11303a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.222557 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41398) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:19.228728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (f163f8a3-85b4-41e5-a1c3-8331ff11303a), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.274826 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bfd366b-88ef-4d02-bbcc-752ec5f50384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.279331 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (f163f8a3-85b4-41e5-a1c3-8331ff11303a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.303649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3bcb-0fd2-4a76-8f0e-45f6b48b0b59 req-df46142f-e4b8-4265-98af-756d3355a87c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:19.305395 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-133f3bcb-0fd2-4a76-8f0e-45f6b48b0b59 req-df46142f-e4b8-4265-98af-756d3355a87c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0704606 Jun 07 14:22:19.337252 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:19.345545 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (f163f8a3-85b4-41e5-a1c3-8331ff11303a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.378794 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.381952 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f163f8a3-85b4-41e5-a1c3-8331ff11303a HTTP/1.1" status: 204 len: 168 time: 0.2681677 Jun 07 14:22:19.382966 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5530-fdfd-4780-b304-43027529925e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f163f8a3-85b4-41e5-a1c3-8331ff11303a,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:19.388340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41400) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:19.417619 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-133f3bcb-0fd2-4a76-8f0e-45f6b48b0b59 req-ed90068d-a3ea-4f40-af7f-63c5c4a8d5f8 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007743 Jun 07 14:22:19.485519 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bfd366b-88ef-4d02-bbcc-752ec5f50384 admin admin] Publish callbacks [] for security_group (feae063b-2a4a-4f85-85c2-90eb749e6160), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.492236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (4e36fc9f-8640-4a6d-bb17-263dc7c1e207), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.495384 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bfd366b-88ef-4d02-bbcc-752ec5f50384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (feae063b-2a4a-4f85-85c2-90eb749e6160), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.537625 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:19.541734 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:19.549800 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-6bfd366b-88ef-4d02-bbcc-752ec5f50384 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85df0f73285b4d2fb84b0d6305996fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254147 Jun 07 14:22:19.552744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41402) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:19.562902 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.571830 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd366b-88ef-4d02-bbcc-752ec5f50384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feae063b-2a4a-4f85-85c2-90eb749e6160,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:19.615925 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-80ef7b0a-7eb9-489a-9fea-50892aabc13b admin admin] Publish callbacks [] for security_group (feae063b-2a4a-4f85-85c2-90eb749e6160), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.631352 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (4e36fc9f-8640-4a6d-bb17-263dc7c1e207), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.647552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-80ef7b0a-7eb9-489a-9fea-50892aabc13b admin admin] Publish callbacks [] for security_group (feae063b-2a4a-4f85-85c2-90eb749e6160), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.658334 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e36fc9f-8640-4a6d-bb17-263dc7c1e207']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:19.671448 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048a77ad-9988-40e2-b848-78c7e6696658') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:19.671846 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048a77ad-9988-40e2-b848-78c7e6696658') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:19.682976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (048a77ad-9988-40e2-b848-78c7e6696658), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.699987 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (048a77ad-9988-40e2-b848-78c7e6696658), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.712099 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:22:19.712504 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (048a77ad-9988-40e2-b848-78c7e6696658), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.741732 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-80ef7b0a-7eb9-489a-9fea-50892aabc13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (feae063b-2a4a-4f85-85c2-90eb749e6160), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.744592 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-80ef7b0a-7eb9-489a-9fea-50892aabc13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:19.745832 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-80ef7b0a-7eb9-489a-9fea-50892aabc13b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/feae063b-2a4a-4f85-85c2-90eb749e6160 HTTP/1.1" status: 204 len: 168 time: 0.1906164 Jun 07 14:22:19.754965 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef7b0a-7eb9-489a-9fea-50892aabc13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae063b-2a4a-4f85-85c2-90eb749e6160,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:20.076848 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614b53e-400b-42c4-92e1-bffd31253bc1 req-871af4fc-56ae-469b-8403-abf99072ca38 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:20.078426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b614b53e-400b-42c4-92e1-bffd31253bc1 req-871af4fc-56ae-469b-8403-abf99072ca38 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.3508956 Jun 07 14:22:20.079857 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (4e36fc9f-8640-4a6d-bb17-263dc7c1e207), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.086468 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.090071 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] 10.222.0.81 "DELETE /v2.0/networks/4e36fc9f-8640-4a6d-bb17-263dc7c1e207 HTTP/1.1" status: 204 len: 168 time: 0.7009451 Jun 07 14:22:20.113387 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c796-4427-4898-a9ca-094a2c0a7dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e36fc9f-8640-4a6d-bb17-263dc7c1e207,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:20.172464 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b614b53e-400b-42c4-92e1-bffd31253bc1 req-26d7b8cf-2675-4cec-8aff-443de9319f85 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608912 Jun 07 14:22:20.332957 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41436) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:20.380076 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-9c7b1a48-e358-4fd1-9ecd-17459bd6d74b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a8e39e02778437dbc094914785b7681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458884 Jun 07 14:22:20.382614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41438) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:20.438491 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83ae80a6-41f7-4cbe-a084-716aeca3cbc8 admin admin] Publish callbacks [] for security_group (144c25cf-5689-4194-8018-210a6f86c4fa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.465556 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83ae80a6-41f7-4cbe-a084-716aeca3cbc8 admin admin] Publish callbacks [] for security_group (144c25cf-5689-4194-8018-210a6f86c4fa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.548071 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1e2a-dbba-4314-a7e2-b03646113dc3 req-2202301b-ced9-46e8-bdcd-874311f102b0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:20.549838 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7c2e1e2a-dbba-4314-a7e2-b03646113dc3 req-2202301b-ced9-46e8-bdcd-874311f102b0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0522227 Jun 07 14:22:20.550912 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83ae80a6-41f7-4cbe-a084-716aeca3cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (144c25cf-5689-4194-8018-210a6f86c4fa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.553423 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83ae80a6-41f7-4cbe-a084-716aeca3cbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.556847 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-83ae80a6-41f7-4cbe-a084-716aeca3cbc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/144c25cf-5689-4194-8018-210a6f86c4fa HTTP/1.1" status: 204 len: 168 time: 0.1707401 Jun 07 14:22:20.575460 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae80a6-41f7-4cbe-a084-716aeca3cbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144c25cf-5689-4194-8018-210a6f86c4fa,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:20.614730 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7c2e1e2a-dbba-4314-a7e2-b03646113dc3 req-f393d7e8-5ce2-4cc0-893b-4e88122bb8a5 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558460 Jun 07 14:22:20.746546 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe8b54-8cb9-4c35-89d1-e852894003e1 req-77450600-83d6-41fc-b5f9-7c5cc1dd6498 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:20.748742 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0cbe8b54-8cb9-4c35-89d1-e852894003e1 req-77450600-83d6-41fc-b5f9-7c5cc1dd6498 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0550685 Jun 07 14:22:20.758614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41456) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:20.764583 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'floatingip': {'port_id': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:22:20.844842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (fcb915c5-8c17-4554-8582-6c5a106df307), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:20.985183 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41468) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:21.043579 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-c17ee981-6c8e-4a11-a65e-654bad785cdf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c224108509ea40bda53e027705732cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567701 Jun 07 14:22:21.046574 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41472) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:21.116183 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae55ca53-ff8c-4ab1-bf0d-a4ee0b6f86ec admin admin] Publish callbacks [] for security_group (33e9638d-3150-483b-8f33-7953bf9ecf94), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:21.130754 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 048a77ad-9988-40e2-b848-78c7e6696658 resource provider aggregate not found Jun 07 14:22:21.159576 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae55ca53-ff8c-4ab1-bf0d-a4ee0b6f86ec admin admin] Publish callbacks [] for security_group (33e9638d-3150-483b-8f33-7953bf9ecf94), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:21.168429 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 048a77ad-9988-40e2-b848-78c7e6696658 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 048a77ad-9988-40e2-b848-78c7e6696658 found for delete ", "request_id": "req-bb55729a-9c17-4cca-a4ae-a7dff1c8cc08"}]} Jun 07 14:22:21.185883 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:21.239008 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae55ca53-ff8c-4ab1-bf0d-a4ee0b6f86ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (33e9638d-3150-483b-8f33-7953bf9ecf94), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:21.246255 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ae55ca53-ff8c-4ab1-bf0d-a4ee0b6f86ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:21.248921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-ae55ca53-ff8c-4ab1-bf0d-a4ee0b6f86ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33e9638d-3150-483b-8f33-7953bf9ecf94 HTTP/1.1" status: 204 len: 168 time: 0.2007275 Jun 07 14:22:21.281193 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55ca53-ff8c-4ab1-bf0d-a4ee0b6f86ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9638d-3150-483b-8f33-7953bf9ecf94,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:21.379690 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c4b7-3591-4329-b8a3-cbac8cb834f0 req-a6ea6181-2100-4b54-b63d-c6e6d4a5c304 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:21.386078 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b98c4b7-3591-4329-b8a3-cbac8cb834f0 req-a6ea6181-2100-4b54-b63d-c6e6d4a5c304 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0838928 Jun 07 14:22:21.462470 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b98c4b7-3591-4329-b8a3-cbac8cb834f0 req-3297aa98-3efd-4692-a2f3-9eaf374e2e3b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735054 Jun 07 14:22:21.528372 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:21.704564 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:21.711004 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (fcb915c5-8c17-4554-8582-6c5a106df307), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:22.052049 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Floating IP fcb915c5-8c17-4554-8582-6c5a106df307 associated. External IP: 172.27.2.6, port: 3fcce599-f9f4-4a19-a2d1-e0608cd6435f. Jun 07 14:22:22.270458 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:22.290486 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-05763548-c018-4c15-9ea9-7ec9c05464c0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523973 Jun 07 14:22:22.380884 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:22:22.480064 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-d4c9b39c-005e-4d79-9dd8-7bae2475874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:22.482973 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-d4c9b39c-005e-4d79-9dd8-7bae2475874c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5da54606acd24962be630e28ff636d72&device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 1129 time: 0.0958905 Jun 07 14:22:22.608406 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41552) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:22.639450 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:22:22.650996 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:22.660894 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42ddde-7c9a-4cd9-b34b-5e44ffa1a3ad req-3e499715-4123-4b0a-9435-4130c3cccbc1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:22.664248 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:22:22.671016 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad42ddde-7c9a-4cd9-b34b-5e44ffa1a3ad req-3e499715-4123-4b0a-9435-4130c3cccbc1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0921233 Jun 07 14:22:22.691288 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:22:22.701119 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:22:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:22.720429 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-236ebceb-b81a-446f-8c7a-06efa3f8902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:22.722617 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-236ebceb-b81a-446f-8c7a-06efa3f8902d service neutron] 10.222.0.75 "GET /v2.0/networks?id=50c06197-9321-4c53-bdd9-d99515e203c8 HTTP/1.1" status: 200 len: 912 time: 0.1942470 Jun 07 14:22:22.727360 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b677eb88-46f5-48b9-8dd5-e5d69e16e893 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "PUT /v2.0/floatingips/fcb915c5-8c17-4554-8582-6c5a106df307 HTTP/1.1" status: 200 len: 989 time: 1.9667950 Jun 07 14:22:22.727836 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:22.730253 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:22.792660 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad42ddde-7c9a-4cd9-b34b-5e44ffa1a3ad req-6659b60e-b495-4e4e-bd70-6678db958de2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202679 Jun 07 14:22:22.818184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc11e6de-b1c1-4415-b721-ab6a9dc73605 x-openstack-request-id: req-cc11e6de-b1c1-4415-b721-ab6a9dc73605 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:22.818473 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:22.818728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc11e6de-b1c1-4415-b721-ab6a9dc73605 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:22.819131 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc11e6de-b1c1-4415-b721-ab6a9dc73605'] response: {'name': 'network-changed', 'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'status': 'completed', 'code': 200} Jun 07 14:22:22.827114 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-070531f8-26e5-415e-bd52-40e75b7db591 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1652612a-9961-4ecf-8744-a03edaa82b75 HTTP/1.1" status: 200 len: 217 time: 0.0819931 Jun 07 14:22:22.834296 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e17-1f64-4dd8-80cf-feee9080edee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:22.924257 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-bd1c0c3e-f818-42a9-8b8c-ee9acce98eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:22.926391 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-bd1c0c3e-f818-42a9-8b8c-ee9acce98eda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1129 time: 0.0641646 Jun 07 14:22:22.944178 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:22:22.959301 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-3aec2487-cc14-4351-b738-7989952f7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:22.961349 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-3aec2487-cc14-4351-b738-7989952f7442 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=32b26786-e4ac-4ae8-a4d9-4dd589755358 HTTP/1.1" status: 200 len: 851 time: 0.0951047 Jun 07 14:22:22.963045 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:22.998937 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e17-1f64-4dd8-80cf-feee9080edee admin admin] Publish callbacks [] for security_group (c8417435-b04b-4b0b-a857-60f0c567d51f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.018883 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-2ba712a0-ed67-4cee-b545-d597f2646d75 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=50c06197-9321-4c53-bdd9-d99515e203c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445335 Jun 07 14:22:23.019508 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e17-1f64-4dd8-80cf-feee9080edee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c8417435-b04b-4b0b-a857-60f0c567d51f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.044016 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:23.052146 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e04e17-1f64-4dd8-80cf-feee9080edee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8417435-b04b-4b0b-a857-60f0c567d51f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:23.125649 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f8e04e17-1f64-4dd8-80cf-feee9080edee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61918c19b9624bc788fd472993e47736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5160329 Jun 07 14:22:23.133905 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41574) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:23.237328 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-06ea2ffd-d75f-430c-aac7-0058efc3d73c service neutron] 10.222.0.75 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918230 Jun 07 14:22:23.265532 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-3dbfa583-fe2f-4995-8272-349b0155da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:23.266945 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-3dbfa583-fe2f-4995-8272-349b0155da29 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 912 time: 0.3184381 Jun 07 14:22:23.304609 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bad7ba00-9993-46bb-af6b-891b993f65ba admin admin] Publish callbacks [] for security_group (c8417435-b04b-4b0b-a857-60f0c567d51f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.336299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bad7ba00-9993-46bb-af6b-891b993f65ba admin admin] Publish callbacks [] for security_group (c8417435-b04b-4b0b-a857-60f0c567d51f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.423107 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-58c679ed-5bfa-4a58-8073-eaa8217eda93 req-eabad8d5-b657-495c-9f44-67ce7890afef service neutron] 10.222.0.75 "GET /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687968 Jun 07 14:22:23.463776 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'fcb915c5-8c17-4554-8582-6c5a106df307', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'port_id': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'mac_address': 'fa:16:3e:e2:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:21:42Z', 'updated_at': '2022-06-07T14:22:21Z', 'revision_number': 1, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:23.491524 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bad7ba00-9993-46bb-af6b-891b993f65ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c8417435-b04b-4b0b-a857-60f0c567d51f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.494283 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:22:23.494458 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bad7ba00-9993-46bb-af6b-891b993f65ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.498555 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-bad7ba00-9993-46bb-af6b-891b993f65ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8417435-b04b-4b0b-a857-60f0c567d51f HTTP/1.1" status: 204 len: 168 time: 0.3605542 Jun 07 14:22:23.526416 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:22:23.526857 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:22:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:23.535316 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ba00-9993-46bb-af6b-891b993f65ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8417435-b04b-4b0b-a857-60f0c567d51f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:23.547823 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-833af503-755a-4b49-8efe-b928ef72b5b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 200 len: 997 time: 0.2505805 Jun 07 14:22:23.626516 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-6fd58db7-13de-4bec-b309-ba10ce04da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:23.628192 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-6fd58db7-13de-4bec-b309-ba10ce04da1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0540519 Jun 07 14:22:23.691173 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-b92d1b3c-0ac4-4611-a142-f2f5cfecc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:23.693544 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-b92d1b3c-0ac4-4611-a142-f2f5cfecc285 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553215 Jun 07 14:22:23.734634 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:22:23.819437 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-4f5ba423-60d7-4962-bc3c-d9f4e2010490 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041834 Jun 07 14:22:23.883940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.956615 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41606) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:23.979110 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-70a397dc-b029-4e65-a1c6-16242dbfd35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:23.983809 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad463c-05e5-4202-aec6-d5f910e1307b req-9873c73d-6488-4beb-926b-bd9d230c6a83 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:23.991167 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cdad463c-05e5-4202-aec6-d5f910e1307b req-9873c73d-6488-4beb-926b-bd9d230c6a83 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0941539 Jun 07 14:22:24.045832 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be0f15b0-d9c1-44f6-bcdb-cf85819b0458 req-715f6be0-2090-483f-aa01-bf097802ae43 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182415 Jun 07 14:22:24.047964 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'fcb915c5-8c17-4554-8582-6c5a106df307', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'port_id': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'mac_address': 'fa:16:3e:e2:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:21:42Z', 'updated_at': '2022-06-07T14:22:21Z', 'revision_number': 1, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:24.063779 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:24.079781 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cdad463c-05e5-4202-aec6-d5f910e1307b req-cc9f0a90-8d10-4400-a01a-283cf553e532 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874765 Jun 07 14:22:24.082211 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:24.083375 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0341f-c363-4e01-bc97-e539c0a42353 None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'fcb915c5-8c17-4554-8582-6c5a106df307', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'port_id': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'mac_address': 'fa:16:3e:e2:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:21:42Z', 'updated_at': '2022-06-07T14:22:21Z', 'revision_number': 1, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:22:24.084482 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-70a397dc-b029-4e65-a1c6-16242dbfd35f admin admin] Publish callbacks [] for security_group (c891b419-1ffd-4d48-84d3-a15cb7e49346), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:24.089950 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-70a397dc-b029-4e65-a1c6-16242dbfd35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c891b419-1ffd-4d48-84d3-a15cb7e49346), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:24.151910 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-70a397dc-b029-4e65-a1c6-16242dbfd35f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfb39f2c837f483fa6c84c95724dfafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947641 Jun 07 14:22:24.153181 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a397dc-b029-4e65-a1c6-16242dbfd35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c891b419-1ffd-4d48-84d3-a15cb7e49346,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:24.159268 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41612) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:24.221745 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b060-78bf-4e66-99c6-7f2e97d28924 admin admin] Publish callbacks [] for security_group (c891b419-1ffd-4d48-84d3-a15cb7e49346), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:24.244686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b060-78bf-4e66-99c6-7f2e97d28924 admin admin] Publish callbacks [] for security_group (c891b419-1ffd-4d48-84d3-a15cb7e49346), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:24.304013 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b060-78bf-4e66-99c6-7f2e97d28924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c891b419-1ffd-4d48-84d3-a15cb7e49346), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:24.308247 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b060-78bf-4e66-99c6-7f2e97d28924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:24.312887 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e6d4b060-78bf-4e66-99c6-7f2e97d28924 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c891b419-1ffd-4d48-84d3-a15cb7e49346 HTTP/1.1" status: 204 len: 168 time: 0.1525834 Jun 07 14:22:24.322491 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4b060-78bf-4e66-99c6-7f2e97d28924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891b419-1ffd-4d48-84d3-a15cb7e49346,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:24.368689 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab613f-0156-4981-b29c-d09be0b4ec16 None None] New status for floating IP fcb915c5-8c17-4554-8582-6c5a106df307: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:22:25.254799 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791c85-8c97-4644-908e-102c2848c22e req-e8da3dd5-7340-47a6-a4c8-b651bfb1d58d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:25.256955 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f6791c85-8c97-4644-908e-102c2848c22e req-e8da3dd5-7340-47a6-a4c8-b651bfb1d58d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0558045 Jun 07 14:22:25.325397 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f6791c85-8c97-4644-908e-102c2848c22e req-bd2df280-04e1-4b0b-ba0b-d18efd0390ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521626 Jun 07 14:22:25.429577 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41688) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:25.549136 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:22:25.549688 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d400d33-d8be-459b-bb15-16647b027964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.627171 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d400d33-d8be-459b-bb15-16647b027964 admin admin] Publish callbacks [] for security_group (7238868f-d294-4a27-8500-75e3c49e13d0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.631479 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d400d33-d8be-459b-bb15-16647b027964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7238868f-d294-4a27-8500-75e3c49e13d0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.666379 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:25.677801 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-8d400d33-d8be-459b-bb15-16647b027964 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51dd501093ad4b5484ec28131c248876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469869 Jun 07 14:22:25.678885 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d400d33-d8be-459b-bb15-16647b027964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7238868f-d294-4a27-8500-75e3c49e13d0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:25.680515 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41700) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:25.735421 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43d11d97-066f-4be9-9fff-41eac2ed9119 admin admin] Publish callbacks [] for security_group (7238868f-d294-4a27-8500-75e3c49e13d0), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.756692 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43d11d97-066f-4be9-9fff-41eac2ed9119 admin admin] Publish callbacks [] for security_group (7238868f-d294-4a27-8500-75e3c49e13d0), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.822332 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43d11d97-066f-4be9-9fff-41eac2ed9119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7238868f-d294-4a27-8500-75e3c49e13d0), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.827252 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43d11d97-066f-4be9-9fff-41eac2ed9119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:25.828912 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-43d11d97-066f-4be9-9fff-41eac2ed9119 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7238868f-d294-4a27-8500-75e3c49e13d0 HTTP/1.1" status: 204 len: 168 time: 0.1472540 Jun 07 14:22:25.838241 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d11d97-066f-4be9-9fff-41eac2ed9119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7238868f-d294-4a27-8500-75e3c49e13d0,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:26.187554 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41722) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:26.202686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2bda1ba1-4b35-4c84-adc1-a8e14341afb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.224323 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:26.284747 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2bda1ba1-4b35-4c84-adc1-a8e14341afb3 admin admin] Publish callbacks [] for security_group (56a45539-4598-45dc-a471-8e87bbc9e263), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.288806 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2bda1ba1-4b35-4c84-adc1-a8e14341afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (56a45539-4598-45dc-a471-8e87bbc9e263), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.331720 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2bda1ba1-4b35-4c84-adc1-a8e14341afb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=044a09a891044f21a58b8979c2bf5a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420124 Jun 07 14:22:26.332827 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda1ba1-4b35-4c84-adc1-a8e14341afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a45539-4598-45dc-a471-8e87bbc9e263,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:26.334442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41726) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:26.399786 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83155412-5cc3-40be-9a22-620eeb4b80ec admin admin] Publish callbacks [] for security_group (56a45539-4598-45dc-a471-8e87bbc9e263), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.455918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83155412-5cc3-40be-9a22-620eeb4b80ec admin admin] Publish callbacks [] for security_group (56a45539-4598-45dc-a471-8e87bbc9e263), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.469168 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e031f5-7778-4392-a2b1-c053af9a1825 req-1bbccf62-c69e-4c3a-8a5c-de374a39662f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:26.470730 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-94e031f5-7778-4392-a2b1-c053af9a1825 req-1bbccf62-c69e-4c3a-8a5c-de374a39662f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0690010 Jun 07 14:22:26.548942 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-94e031f5-7778-4392-a2b1-c053af9a1825 req-954b21d9-ce18-45e4-bbe5-7cfbe5d4ff45 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Jun 07 14:22:26.556781 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83155412-5cc3-40be-9a22-620eeb4b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (56a45539-4598-45dc-a471-8e87bbc9e263), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.560094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-83155412-5cc3-40be-9a22-620eeb4b80ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:26.563961 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-83155412-5cc3-40be-9a22-620eeb4b80ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56a45539-4598-45dc-a471-8e87bbc9e263 HTTP/1.1" status: 204 len: 168 time: 0.2282033 Jun 07 14:22:26.575639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83155412-5cc3-40be-9a22-620eeb4b80ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a45539-4598-45dc-a471-8e87bbc9e263,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:27.686374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ede58f-c60e-44ca-8be9-ce9a4480b1a3 req-bb84b146-254d-4e2e-85ef-040e8d60b602 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:27.687977 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-57ede58f-c60e-44ca-8be9-ce9a4480b1a3 req-bb84b146-254d-4e2e-85ef-040e8d60b602 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0473201 Jun 07 14:22:27.737110 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-57ede58f-c60e-44ca-8be9-ce9a4480b1a3 req-14190d20-95dc-4d05-a0de-a31961773a9b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Jun 07 14:22:28.849464 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721822e1-d4c0-4d86-bd39-917d8f6f168e req-1cbcbad8-5eed-47c0-b49b-66e953b76c78 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:28.851168 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-721822e1-d4c0-4d86-bd39-917d8f6f168e req-1cbcbad8-5eed-47c0-b49b-66e953b76c78 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0458486 Jun 07 14:22:28.897847 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-721822e1-d4c0-4d86-bd39-917d8f6f168e req-56c63cae-6820-4484-909f-5bcf80d8e9ae tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Jun 07 14:22:30.019710 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07c3c-6f65-4b16-aa89-00e4b0ab9e8d req-d3ed27dc-2930-4fdb-870d-030b66647146 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:30.022339 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2a07c3c-6f65-4b16-aa89-00e4b0ab9e8d req-d3ed27dc-2930-4fdb-870d-030b66647146 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0537457 Jun 07 14:22:30.120223 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f2a07c3c-6f65-4b16-aa89-00e4b0ab9e8d req-dacf5b3b-e119-4fc5-927d-5f6b2cc17671 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771110 Jun 07 14:22:31.284974 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386a9de-4a61-4e3f-a7ed-341d0e0f0351 req-d889d8f0-a3f1-4cb3-9029-a627507afa5a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:31.292445 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d386a9de-4a61-4e3f-a7ed-341d0e0f0351 req-d889d8f0-a3f1-4cb3-9029-a627507afa5a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0665841 Jun 07 14:22:31.305076 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41888) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:31.364761 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d386a9de-4a61-4e3f-a7ed-341d0e0f0351 req-324b1aa6-2af5-4ab8-b38a-2635a6406b51 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712712 Jun 07 14:22:31.437764 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8817705e-5930-474b-b1d2-fa09a7d52ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.473062 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:31.512963 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce23316-99c0-43a2-b99b-96d0008a6c4c req-0772ab3f-c0c4-4193-862a-dfa9d9e13074 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:31.515175 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ce23316-99c0-43a2-b99b-96d0008a6c4c req-0772ab3f-c0c4-4193-862a-dfa9d9e13074 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0541475 Jun 07 14:22:31.518427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8817705e-5930-474b-b1d2-fa09a7d52ecc admin admin] Publish callbacks [] for security_group (6c014f95-b1ca-46ff-aa95-116915f62a29), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.522315 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8817705e-5930-474b-b1d2-fa09a7d52ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6c014f95-b1ca-46ff-aa95-116915f62a29), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.565906 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8817705e-5930-474b-b1d2-fa09a7d52ecc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=438a1d9ddc1748229a377a64cd453792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588365 Jun 07 14:22:31.568541 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41896) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:31.569932 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ce23316-99c0-43a2-b99b-96d0008a6c4c req-8e71804f-6aa6-4172-aca2-cbad1abf9b5c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Jun 07 14:22:31.576396 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817705e-5930-474b-b1d2-fa09a7d52ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c014f95-b1ca-46ff-aa95-116915f62a29,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:31.624653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:31.628678 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-77542441-a150-4da2-9941-ab6720c6644a admin admin] Publish callbacks [] for security_group (6c014f95-b1ca-46ff-aa95-116915f62a29), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.654022 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-77542441-a150-4da2-9941-ab6720c6644a admin admin] Publish callbacks [] for security_group (6c014f95-b1ca-46ff-aa95-116915f62a29), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.700532 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-77542441-a150-4da2-9941-ab6720c6644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6c014f95-b1ca-46ff-aa95-116915f62a29), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.703723 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-77542441-a150-4da2-9941-ab6720c6644a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:31.704885 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-77542441-a150-4da2-9941-ab6720c6644a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c014f95-b1ca-46ff-aa95-116915f62a29 HTTP/1.1" status: 204 len: 168 time: 0.1354527 Jun 07 14:22:31.713137 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77542441-a150-4da2-9941-ab6720c6644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c014f95-b1ca-46ff-aa95-116915f62a29,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:31.973806 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 41906) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:31.988714 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d02872e0-7321-4707-9c35-b9a063a914e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.065128 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d02872e0-7321-4707-9c35-b9a063a914e8 admin admin] Publish callbacks [] for security_group (efd75d60-99a7-45bd-a878-4bd4ae659797), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.068543 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d02872e0-7321-4707-9c35-b9a063a914e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (efd75d60-99a7-45bd-a878-4bd4ae659797), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.112361 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-d02872e0-7321-4707-9c35-b9a063a914e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0f47622605542f090807f8c2aec0cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350346 Jun 07 14:22:32.112361 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02872e0-7321-4707-9c35-b9a063a914e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd75d60-99a7-45bd-a878-4bd4ae659797,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:32.112892 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41908) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:32.164058 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-474ee027-ee7f-49a6-8043-f3945ec67fba admin admin] Publish callbacks [] for security_group (efd75d60-99a7-45bd-a878-4bd4ae659797), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.187336 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-474ee027-ee7f-49a6-8043-f3945ec67fba admin admin] Publish callbacks [] for security_group (efd75d60-99a7-45bd-a878-4bd4ae659797), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.240024 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-474ee027-ee7f-49a6-8043-f3945ec67fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (efd75d60-99a7-45bd-a878-4bd4ae659797), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.242568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-474ee027-ee7f-49a6-8043-f3945ec67fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.243779 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-474ee027-ee7f-49a6-8043-f3945ec67fba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efd75d60-99a7-45bd-a878-4bd4ae659797 HTTP/1.1" status: 204 len: 168 time: 0.1297998 Jun 07 14:22:32.252375 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ee027-ee7f-49a6-8043-f3945ec67fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd75d60-99a7-45bd-a878-4bd4ae659797,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:32.478255 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92604ccb-5ad6-4c95-bece-83c86ca33263 req-1c707148-6f9b-4dad-8f97-f5c9be0efdec tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:32.479751 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-92604ccb-5ad6-4c95-bece-83c86ca33263 req-1c707148-6f9b-4dad-8f97-f5c9be0efdec tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Jun 07 14:22:32.501336 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:32.530700 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-92604ccb-5ad6-4c95-bece-83c86ca33263 req-4bce3e3b-c4c0-4a43-b5ff-9c17f9eeb472 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449035 Jun 07 14:22:32.610955 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41924) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:32.627707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2eb14acd-b99a-4a48-a626-a48c975f604c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.705379 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aa166-6d92-4624-be62-4a2376d7582c req-a761418f-2ddd-42f1-9723-79a0a18e016c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:32.706771 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b8aa166-6d92-4624-be62-4a2376d7582c req-a761418f-2ddd-42f1-9723-79a0a18e016c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0641167 Jun 07 14:22:32.783026 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2eb14acd-b99a-4a48-a626-a48c975f604c admin admin] Publish callbacks [] for security_group (6a4a3e17-02bd-41ab-af04-06eb6bd452cc), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.786921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b8aa166-6d92-4624-be62-4a2376d7582c req-0a3d3394-9af4-48bc-813c-fbede9d11731 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733979 Jun 07 14:22:32.787983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2eb14acd-b99a-4a48-a626-a48c975f604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6a4a3e17-02bd-41ab-af04-06eb6bd452cc), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.829762 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb14acd-b99a-4a48-a626-a48c975f604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4a3e17-02bd-41ab-af04-06eb6bd452cc,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:32.837815 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2eb14acd-b99a-4a48-a626-a48c975f604c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f7031aacc50426cbdedeebcf6016e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234149 Jun 07 14:22:32.838728 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 41928) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:32.889515 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980b48d7-1039-4046-99a6-70fc5132a576 admin admin] Publish callbacks [] for security_group (6a4a3e17-02bd-41ab-af04-06eb6bd452cc), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.915257 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980b48d7-1039-4046-99a6-70fc5132a576 admin admin] Publish callbacks [] for security_group (6a4a3e17-02bd-41ab-af04-06eb6bd452cc), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.961017 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980b48d7-1039-4046-99a6-70fc5132a576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6a4a3e17-02bd-41ab-af04-06eb6bd452cc), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.963587 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-980b48d7-1039-4046-99a6-70fc5132a576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:32.964716 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-980b48d7-1039-4046-99a6-70fc5132a576 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a4a3e17-02bd-41ab-af04-06eb6bd452cc HTTP/1.1" status: 204 len: 168 time: 0.1258593 Jun 07 14:22:32.974960 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b48d7-1039-4046-99a6-70fc5132a576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4a3e17-02bd-41ab-af04-06eb6bd452cc,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:33.649553 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb8130-8f84-4eb8-a6d6-1d61a5a9add7 req-fa707f2c-6022-4e25-90f6-cd926805176b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:33.651205 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-04cb8130-8f84-4eb8-a6d6-1d61a5a9add7 req-fa707f2c-6022-4e25-90f6-cd926805176b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Jun 07 14:22:33.707384 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-04cb8130-8f84-4eb8-a6d6-1d61a5a9add7 req-99f5c992-682b-45ce-9865-ba31ee10dc43 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Jun 07 14:22:33.921651 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e2a4b-5f41-48c1-806f-b9dfc99ca122 req-e1833777-7832-4050-9573-c3078c6f5c6f tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:33.923698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-396e2a4b-5f41-48c1-806f-b9dfc99ca122 req-e1833777-7832-4050-9573-c3078c6f5c6f tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0580549 Jun 07 14:22:33.956803 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:33.973294 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-396e2a4b-5f41-48c1-806f-b9dfc99ca122 req-1abfff69-781c-4a55-92ec-1571f223aff2 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458748 Jun 07 14:22:34.596606 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:34.847159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80812802-1d44-4d88-a240-ea7562fc12f8 req-b456f15c-0934-4036-979a-bf4264cd24f2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:34.848643 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-80812802-1d44-4d88-a240-ea7562fc12f8 req-b456f15c-0934-4036-979a-bf4264cd24f2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0523744 Jun 07 14:22:34.895916 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-80812802-1d44-4d88-a240-ea7562fc12f8 req-12566764-8d7a-4960-9f48-278191cd8e5b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Jun 07 14:22:35.088950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce6884-e08c-4b02-a39d-93d85494a421 req-b7d7d892-decb-4e1b-bd30-956f4466307c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:35.090412 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3ce6884-e08c-4b02-a39d-93d85494a421 req-b7d7d892-decb-4e1b-bd30-956f4466307c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0458162 Jun 07 14:22:35.141685 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3ce6884-e08c-4b02-a39d-93d85494a421 req-50d29ccc-43a5-47a1-9ea6-22644b470f9d tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Jun 07 14:22:36.017304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495377-7620-4f8c-875f-9f350a2ee28d req-c9efa4f1-ac15-4ae3-8e0d-2a288019de23 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:36.018787 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ed495377-7620-4f8c-875f-9f350a2ee28d req-c9efa4f1-ac15-4ae3-8e0d-2a288019de23 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Jun 07 14:22:36.069687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:36.074522 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ed495377-7620-4f8c-875f-9f350a2ee28d req-717eb926-b2cd-4802-89f3-8bbd16c40ea4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Jun 07 14:22:36.273197 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907bd90-49b2-4551-b58a-b07e4e120270 req-3d437d4a-12ab-4c0a-bd0b-029304835482 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:36.275832 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f907bd90-49b2-4551-b58a-b07e4e120270 req-3d437d4a-12ab-4c0a-bd0b-029304835482 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0618885 Jun 07 14:22:36.323746 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f907bd90-49b2-4551-b58a-b07e4e120270 req-14d2eb75-88a7-4814-8f37-ca98482b4b36 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Jun 07 14:22:36.574176 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=68 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:37.190826 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aabf3-584f-4b57-8ab4-2729de011b16 req-870295d6-6adc-4f8d-ab77-8683ed0481e2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:37.192310 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-547aabf3-584f-4b57-8ab4-2729de011b16 req-870295d6-6adc-4f8d-ab77-8683ed0481e2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0508125 Jun 07 14:22:37.239086 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-547aabf3-584f-4b57-8ab4-2729de011b16 req-f574f0c4-3b46-4c75-b3f4-56929c3e5a05 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Jun 07 14:22:37.440957 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ddf5d-b0f0-463c-b55b-f99632e25b31 req-59211cd7-1a64-483d-b8ab-c1f79265d420 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:37.442416 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf9ddf5d-b0f0-463c-b55b-f99632e25b31 req-59211cd7-1a64-483d-b8ab-c1f79265d420 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0493295 Jun 07 14:22:37.489854 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf9ddf5d-b0f0-463c-b55b-f99632e25b31 req-1126e296-60bf-4e46-a7f3-602eabbf1c63 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Jun 07 14:22:38.351050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626241d8-f04d-4965-8b0b-4cea26814238 req-00b27140-1776-4bbf-b244-7d69fcccc709 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:38.352523 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-626241d8-f04d-4965-8b0b-4cea26814238 req-00b27140-1776-4bbf-b244-7d69fcccc709 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0470674 Jun 07 14:22:38.402519 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-626241d8-f04d-4965-8b0b-4cea26814238 req-10104ad8-2524-4a8b-ac7d-246995bc2a2a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Jun 07 14:22:38.603414 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe840fce-0bd0-461d-ab85-3ca748b7e902 req-e09609bb-eef9-465f-9bf5-a071a18906c2 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:38.604794 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fe840fce-0bd0-461d-ab85-3ca748b7e902 req-e09609bb-eef9-465f-9bf5-a071a18906c2 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0474110 Jun 07 14:22:38.650941 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fe840fce-0bd0-461d-ab85-3ca748b7e902 req-44849d9d-c795-42aa-92f1-798b41423c6a tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Jun 07 14:22:39.525513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3fc6a-92ff-4e05-8340-7801e65398d3 req-7d74b467-5995-4e3e-a0a7-1521f71ea577 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:39.527095 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-68b3fc6a-92ff-4e05-8340-7801e65398d3 req-7d74b467-5995-4e3e-a0a7-1521f71ea577 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0574777 Jun 07 14:22:39.578531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-68b3fc6a-92ff-4e05-8340-7801e65398d3 req-41010e61-0ee9-43ae-adf7-4a7222f1b804 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Jun 07 14:22:39.764794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c14ce6-2d04-42c1-b275-581a7dfe0293 req-b47f87e3-ad15-4582-8037-e5026680cd33 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:39.766217 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3c14ce6-2d04-42c1-b275-581a7dfe0293 req-b47f87e3-ad15-4582-8037-e5026680cd33 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0488055 Jun 07 14:22:39.814723 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3c14ce6-2d04-42c1-b275-581a7dfe0293 req-49ed3679-4b8e-4eb5-9811-18e1401d3cf4 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Jun 07 14:22:40.699240 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a128e-7cd3-405e-a447-5487c58a4023 req-0d0f5e52-f612-48dd-8bba-3a37490a78d4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:40.700877 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0a6a128e-7cd3-405e-a447-5487c58a4023 req-0d0f5e52-f612-48dd-8bba-3a37490a78d4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0459027 Jun 07 14:22:40.731525 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:40.748971 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0a6a128e-7cd3-405e-a447-5487c58a4023 req-e41f9527-5ce5-46a7-aa34-3af4db624ed0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Jun 07 14:22:40.928809 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba8eda-780e-4c7f-adac-5b0db273f5e0 req-ea222644-b6b5-44bc-8446-000fd01f6d14 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:40.930237 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-27ba8eda-780e-4c7f-adac-5b0db273f5e0 req-ea222644-b6b5-44bc-8446-000fd01f6d14 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0491350 Jun 07 14:22:40.980556 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-27ba8eda-780e-4c7f-adac-5b0db273f5e0 req-f9d0703e-8ad4-48f3-bdd1-349ee1f2e543 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Jun 07 14:22:41.562893 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:41.859586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706d4e-acd9-4211-8b47-a198299d04cd req-61713441-d137-46ef-ab0e-43b18473e273 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:41.860924 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4e706d4e-acd9-4211-8b47-a198299d04cd req-61713441-d137-46ef-ab0e-43b18473e273 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0451546 Jun 07 14:22:41.906424 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4e706d4e-acd9-4211-8b47-a198299d04cd req-800ac8db-97d6-4dec-927c-4e3bf4723a93 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Jun 07 14:22:42.092861 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0abce-fed1-4250-a4f6-aa1147b04ba7 req-27d51ef8-91a9-48d2-b7ef-620222ebc704 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:42.094325 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aca0abce-fed1-4250-a4f6-aa1147b04ba7 req-27d51ef8-91a9-48d2-b7ef-620222ebc704 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0456192 Jun 07 14:22:42.101290 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=20,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:42.106205 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=73,neutron:INSERT=15,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:42.145256 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aca0abce-fed1-4250-a4f6-aa1147b04ba7 req-a62fa566-4ae7-4713-8bb3-388df561bc6b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Jun 07 14:22:42.264842 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:42.982740 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:42.996775 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f93302e9-6020-4604-9177-9c39a7d19c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:43.023796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacaa68-fe72-4e55-82d6-be8144eab85a req-6e50020c-d910-414f-845a-94ceb9fadcce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:43.025258 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2eacaa68-fe72-4e55-82d6-be8144eab85a req-6e50020c-d910-414f-845a-94ceb9fadcce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Jun 07 14:22:43.067930 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:43.072952 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2eacaa68-fe72-4e55-82d6-be8144eab85a req-1cb339db-c6dd-4fea-b5df-b209553a3b37 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Jun 07 14:22:43.258567 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09cdaf-9991-48d9-af39-684cff1496b8 req-a606b498-9551-4fae-b800-8c6ca7dd8d8b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:43.260107 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6c09cdaf-9991-48d9-af39-684cff1496b8 req-a606b498-9551-4fae-b800-8c6ca7dd8d8b tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0457656 Jun 07 14:22:43.307491 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6c09cdaf-9991-48d9-af39-684cff1496b8 req-576c7489-ab23-43af-be05-593d91e15d88 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/security-groups?id=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Jun 07 14:22:43.510764 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-520c9bc6-8a1d-460c-b84c-bec79a566e58 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:43.512211 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-520c9bc6-8a1d-460c-b84c-bec79a566e58 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.75 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 945 time: 0.0513716 Jun 07 14:22:43.848528 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Deleting port 1652612a-9961-4ecf-8744-a03edaa82b75 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:22:43.848901 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:43.939985 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] For port 1652612a-9961-4ecf-8744-a03edaa82b75, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1652612a-9961-4ecf-8744-a03edaa82b75,segment=NetworkSegment(54db4705-65c9-456b-b063-79687825b8a1),segment_id=54db4705-65c9-456b-b063-79687825b8a1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:22:43.940348 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:43.955737 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Calling delete_port for 1652612a-9961-4ecf-8744-a03edaa82b75 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:22:44.112922 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (1652612a-9961-4ecf-8744-a03edaa82b75), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:44.177453 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:44.178652 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Pushing event deleted for resources: {'Port': ['ID=1652612a-9961-4ecf-8744-a03edaa82b75,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:44.247487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] No DVR routers for this DVR port 1652612a-9961-4ecf-8744-a03edaa82b75 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:22:44.250675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:44.254102 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf7983ab-5d0c-4d94-b9da-ef00f93dccfa req-c4fd3a3f-50ec-44f8-9eef-36ca6871985c tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.75 "DELETE /v2.0/ports/1652612a-9961-4ecf-8744-a03edaa82b75 HTTP/1.1" status: 204 len: 173 time: 0.7325921 Jun 07 14:22:44.256951 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'name': 'network-vif-deleted', 'tag': '1652612a-9961-4ecf-8744-a03edaa82b75'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:22:44.259770 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc9422a-3367-44e3-b080-c397f92079cb" -d '{"events": [{"server_uuid": "09792bed-de41-489d-8ab2-6a1bc9ac884c", "name": "network-vif-deleted", "tag": "1652612a-9961-4ecf-8744-a03edaa82b75"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:22:44.273584 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44cdee-aabb-444c-a79a-c1f4d39bbcaa req-11e187b2-a075-4e0f-a035-40548b53b648 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:44.275100 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6c44cdee-aabb-444c-a79a-c1f4d39bbcaa req-11e187b2-a075-4e0f-a035-40548b53b648 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0992768 Jun 07 14:22:44.316212 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f89e9-62df-490b-95ce-626c6bbf891d x-openstack-request-id: req-c60f89e9-62df-490b-95ce-626c6bbf891d {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:22:44.316483 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09792bed-de41-489d-8ab2-6a1bc9ac884c", "name": "network-vif-deleted", "tag": "1652612a-9961-4ecf-8744-a03edaa82b75", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:22:44.316728 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c60f89e9-62df-490b-95ce-626c6bbf891d {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:22:44.317119 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60f89e9-62df-490b-95ce-626c6bbf891d'] response: {'server_uuid': '09792bed-de41-489d-8ab2-6a1bc9ac884c', 'name': 'network-vif-deleted', 'tag': '1652612a-9961-4ecf-8744-a03edaa82b75', 'status': 'completed', 'code': 200} Jun 07 14:22:44.364058 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6c44cdee-aabb-444c-a79a-c1f4d39bbcaa req-861f497b-c8e9-4526-8611-a6590dfe6615 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794380 Jun 07 14:22:44.433944 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d8b04d81-e9fa-481a-9d30-24b3fb3b59e8 req-2245e33b-6987-4ca4-bd7e-7806e95d75c3 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.0315847 Jun 07 14:22:44.516579 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 1652612a-9961-4ecf-8744-a03edaa82b75 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:22:44.535938 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 1652612a-9961-4ecf-8744-a03edaa82b75 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:22:44.536345 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 1652612a-9961-4ecf-8744-a03edaa82b75 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:22:45.440704 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-942f4615-39b3-4962-82c1-57fcc446d2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.460197 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42224) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:45.557600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0f5bd-93fc-46a1-8331-21da98c8f584 req-c8e89fc3-0911-4c78-ac86-aaccb6676602 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:45.560416 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cc0f5bd-93fc-46a1-8331-21da98c8f584 req-c8e89fc3-0911-4c78-ac86-aaccb6676602 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.1134367 Jun 07 14:22:45.615724 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e5780870-c505-4ab6-99da-424b8691aa9f req-871ded79-c809-47af-94d4-bc623add2813 tempest-DeleteServersTestJSON-1287933540 tempest-DeleteServersTestJSON-1287933540-project] 10.222.0.81 "GET /v2.0/ports?device_id=09792bed-de41-489d-8ab2-6a1bc9ac884c HTTP/1.1" status: 200 len: 210 time: 0.0420504 Jun 07 14:22:45.644796 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1caddb-c3b9-42a0-b9d1-4a830be0658d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.654571 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cc0f5bd-93fc-46a1-8331-21da98c8f584 req-7c6a0177-2d1f-4a5e-85db-6820a0ea6363 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884237 Jun 07 14:22:45.727814 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1caddb-c3b9-42a0-b9d1-4a830be0658d admin admin] Publish callbacks [] for security_group (7f12b272-a3c7-4977-ad7e-1d6b0df459b8), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.732425 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1caddb-c3b9-42a0-b9d1-4a830be0658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7f12b272-a3c7-4977-ad7e-1d6b0df459b8), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.772359 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5c1caddb-c3b9-42a0-b9d1-4a830be0658d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ac42a9df13d40b98919d72a5e65ce62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109205 Jun 07 14:22:45.773277 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1caddb-c3b9-42a0-b9d1-4a830be0658d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f12b272-a3c7-4977-ad7e-1d6b0df459b8,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:45.775079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42236) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:45.825695 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cf03390-9f30-465f-8e71-53e979b9ab9d admin admin] Publish callbacks [] for security_group (7f12b272-a3c7-4977-ad7e-1d6b0df459b8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.850718 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cf03390-9f30-465f-8e71-53e979b9ab9d admin admin] Publish callbacks [] for security_group (7f12b272-a3c7-4977-ad7e-1d6b0df459b8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.897430 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cf03390-9f30-465f-8e71-53e979b9ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7f12b272-a3c7-4977-ad7e-1d6b0df459b8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.900150 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2cf03390-9f30-465f-8e71-53e979b9ab9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:45.901294 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2cf03390-9f30-465f-8e71-53e979b9ab9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f12b272-a3c7-4977-ad7e-1d6b0df459b8 HTTP/1.1" status: 204 len: 168 time: 0.1251953 Jun 07 14:22:45.909474 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf03390-9f30-465f-8e71-53e979b9ab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f12b272-a3c7-4977-ad7e-1d6b0df459b8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:46.202854 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42244) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:46.216966 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11eac81d-0e8c-484a-a213-7bcf552aaee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.247719 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:46.249051 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.342642 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11eac81d-0e8c-484a-a213-7bcf552aaee0 admin admin] Publish callbacks [] for security_group (416c7ca0-d739-40f5-8d8a-502d2e5f047a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.347758 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-11eac81d-0e8c-484a-a213-7bcf552aaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (416c7ca0-d739-40f5-8d8a-502d2e5f047a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.392112 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-11eac81d-0e8c-484a-a213-7bcf552aaee0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ba58c4ae7394baea46446abc1a2d7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855803 Jun 07 14:22:46.392112 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eac81d-0e8c-484a-a213-7bcf552aaee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416c7ca0-d739-40f5-8d8a-502d2e5f047a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:46.392459 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42250) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:46.450819 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85f1b0e0-c006-4326-a869-70b6d5be858e admin admin] Publish callbacks [] for security_group (416c7ca0-d739-40f5-8d8a-502d2e5f047a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.474829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85f1b0e0-c006-4326-a869-70b6d5be858e admin admin] Publish callbacks [] for security_group (416c7ca0-d739-40f5-8d8a-502d2e5f047a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.525619 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85f1b0e0-c006-4326-a869-70b6d5be858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (416c7ca0-d739-40f5-8d8a-502d2e5f047a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.528783 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85f1b0e0-c006-4326-a869-70b6d5be858e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:46.529971 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-85f1b0e0-c006-4326-a869-70b6d5be858e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/416c7ca0-d739-40f5-8d8a-502d2e5f047a HTTP/1.1" status: 204 len: 168 time: 0.1350260 Jun 07 14:22:46.538401 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1b0e0-c006-4326-a869-70b6d5be858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c7ca0-d739-40f5-8d8a-502d2e5f047a,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:46.756548 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42274) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:46.814971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3833-cd52-497c-8a01-7ca9cd8bde3b req-ff1bfb52-5e34-4a3f-bece-dbdbe7ce55c5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:46.816645 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2d7c3833-cd52-497c-8a01-7ca9cd8bde3b req-ff1bfb52-5e34-4a3f-bece-dbdbe7ce55c5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0767095 Jun 07 14:22:46.897899 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2d7c3833-cd52-497c-8a01-7ca9cd8bde3b req-fd54e462-17a7-4d61-aa8a-5c01d9d13459 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666997 Jun 07 14:22:46.948758 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2f73572-f757-4dc5-8dbb-33226a4b09ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.056271 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2f73572-f757-4dc5-8dbb-33226a4b09ca admin admin] Publish callbacks [] for security_group (08ea3e4b-b81d-4e9d-ae84-3f4af797c69e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.061490 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b2f73572-f757-4dc5-8dbb-33226a4b09ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (08ea3e4b-b81d-4e9d-ae84-3f4af797c69e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.105394 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f73572-f757-4dc5-8dbb-33226a4b09ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea3e4b-b81d-4e9d-ae84-3f4af797c69e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:47.121249 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42308) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:47.121706 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b2f73572-f757-4dc5-8dbb-33226a4b09ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f61c91a015645b0a4722285025a67d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644464 Jun 07 14:22:47.209365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-98911ed0-d5ff-4169-b94a-1b62eeef66a2 admin admin] Publish callbacks [] for security_group (08ea3e4b-b81d-4e9d-ae84-3f4af797c69e), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.240341 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-98911ed0-d5ff-4169-b94a-1b62eeef66a2 admin admin] Publish callbacks [] for security_group (08ea3e4b-b81d-4e9d-ae84-3f4af797c69e), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.314423 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-98911ed0-d5ff-4169-b94a-1b62eeef66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (08ea3e4b-b81d-4e9d-ae84-3f4af797c69e), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.317442 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-98911ed0-d5ff-4169-b94a-1b62eeef66a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.321349 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-98911ed0-d5ff-4169-b94a-1b62eeef66a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08ea3e4b-b81d-4e9d-ae84-3f4af797c69e HTTP/1.1" status: 204 len: 168 time: 0.1964965 Jun 07 14:22:47.328734 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911ed0-d5ff-4169-b94a-1b62eeef66a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea3e4b-b81d-4e9d-ae84-3f4af797c69e,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:47.736292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42338) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:47.749828 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24ada9d0-54e3-4c42-953a-c704dbe98f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.829707 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24ada9d0-54e3-4c42-953a-c704dbe98f56 admin admin] Publish callbacks [] for security_group (cae0d1c9-1d7a-4e51-bec0-49baedb04dbf), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.833279 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24ada9d0-54e3-4c42-953a-c704dbe98f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cae0d1c9-1d7a-4e51-bec0-49baedb04dbf), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.889140 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-24ada9d0-54e3-4c42-953a-c704dbe98f56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b3a6c1570e64ea786354a7f37a4acea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514559 Jun 07 14:22:47.891991 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ada9d0-54e3-4c42-953a-c704dbe98f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0d1c9-1d7a-4e51-bec0-49baedb04dbf,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:47.893029 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42340) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:47.955916 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5479b987-4ce8-41f9-9eab-2edf42c55ddd admin admin] Publish callbacks [] for security_group (cae0d1c9-1d7a-4e51-bec0-49baedb04dbf), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:47.958206 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:47.984817 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5479b987-4ce8-41f9-9eab-2edf42c55ddd admin admin] Publish callbacks [] for security_group (cae0d1c9-1d7a-4e51-bec0-49baedb04dbf), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.001442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.022444 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42346) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:48.064085 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86059f5-4c21-4b21-98a8-d8841798cd1d req-db5a0de0-36ac-41d8-b594-4b746689e6c2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:48.065568 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a86059f5-4c21-4b21-98a8-d8841798cd1d req-db5a0de0-36ac-41d8-b594-4b746689e6c2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0778942 Jun 07 14:22:48.102443 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5479b987-4ce8-41f9-9eab-2edf42c55ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cae0d1c9-1d7a-4e51-bec0-49baedb04dbf), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.105051 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5479b987-4ce8-41f9-9eab-2edf42c55ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.106493 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5479b987-4ce8-41f9-9eab-2edf42c55ddd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cae0d1c9-1d7a-4e51-bec0-49baedb04dbf HTTP/1.1" status: 204 len: 168 time: 0.2122943 Jun 07 14:22:48.130941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479b987-4ce8-41f9-9eab-2edf42c55ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0d1c9-1d7a-4e51-bec0-49baedb04dbf,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:48.136544 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d0cf255e-533b-4b35-bbab-0326dad4e1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.137031 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a86059f5-4c21-4b21-98a8-d8841798cd1d req-5a31a6fa-c5f1-442a-b1bc-9828398a9034 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654340 Jun 07 14:22:48.212562 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:48.225976 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:48.259134 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d0cf255e-533b-4b35-bbab-0326dad4e1f2 admin admin] Publish callbacks [] for security_group (2e9e0251-921e-4c3a-ae78-d6646d5d310c), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.264335 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d0cf255e-533b-4b35-bbab-0326dad4e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2e9e0251-921e-4c3a-ae78-d6646d5d310c), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.315598 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42368) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:48.315738 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-d0cf255e-533b-4b35-bbab-0326dad4e1f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56f7125d3d184037b5332527b70a9a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920995 Jun 07 14:22:48.316603 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf255e-533b-4b35-bbab-0326dad4e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e0251-921e-4c3a-ae78-d6646d5d310c,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:48.402506 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:48.407053 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97fc9844-b21d-4022-ba98-b62247513869 admin admin] Publish callbacks [] for security_group (2e9e0251-921e-4c3a-ae78-d6646d5d310c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.424107 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42376) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:48.439257 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97fc9844-b21d-4022-ba98-b62247513869 admin admin] Publish callbacks [] for security_group (2e9e0251-921e-4c3a-ae78-d6646d5d310c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.475347 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Deleting subnet 32b26786-e4ac-4ae8-a4d9-4dd589755358 {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:22:48.479992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Publish callbacks [] for subnet (32b26786-e4ac-4ae8-a4d9-4dd589755358), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.518738 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97fc9844-b21d-4022-ba98-b62247513869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2e9e0251-921e-4c3a-ae78-d6646d5d310c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.521568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-97fc9844-b21d-4022-ba98-b62247513869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.526053 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (32b26786-e4ac-4ae8-a4d9-4dd589755358), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.526238 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-97fc9844-b21d-4022-ba98-b62247513869 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e9e0251-921e-4c3a-ae78-d6646d5d310c HTTP/1.1" status: 204 len: 168 time: 0.2072551 Jun 07 14:22:48.542447 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc9844-b21d-4022-ba98-b62247513869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e0251-921e-4c3a-ae78-d6646d5d310c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:48.586469 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (32b26786-e4ac-4ae8-a4d9-4dd589755358), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.657082 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (32b26786-e4ac-4ae8-a4d9-4dd589755358), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.686749 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b26786-e4ac-4ae8-a4d9-4dd589755358,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:48.690512 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.695079 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-36e14b14-943e-4867-8915-83a51747c147 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/32b26786-e4ac-4ae8-a4d9-4dd589755358 HTTP/1.1" status: 204 len: 168 time: 0.2701123 Jun 07 14:22:48.697832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42392) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:48.795058 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (50c06197-9321-4c53-bdd9-d99515e203c8), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.843154 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42400) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:48.897080 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (50c06197-9321-4c53-bdd9-d99515e203c8), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.919507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c06197-9321-4c53-bdd9-d99515e203c8']}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:48.930005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54db4705-65c9-456b-b063-79687825b8a1') {'for_net_delete': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:48.930501 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54db4705-65c9-456b-b063-79687825b8a1') {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:22:48.943058 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848350'] for segment (54db4705-65c9-456b-b063-79687825b8a1), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.960073 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (54db4705-65c9-456b-b063-79687825b8a1), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:48.967691 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:22:48.968431 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3372005'] for segment (54db4705-65c9-456b-b063-79687825b8a1), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.018498 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 54db4705-65c9-456b-b063-79687825b8a1 resource provider aggregate not found Jun 07 14:22:49.050496 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (50c06197-9321-4c53-bdd9-d99515e203c8), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.055780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.062687 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/50c06197-9321-4c53-bdd9-d99515e203c8 HTTP/1.1" status: 204 len: 168 time: 0.3627732 Jun 07 14:22:49.079666 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 54db4705-65c9-456b-b063-79687825b8a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54db4705-65c9-456b-b063-79687825b8a1 found for delete ", "request_id": "req-c26c1272-2b09-47ec-b349-64440acdb4e5"}]} Jun 07 14:22:49.080846 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a62cdb-001c-4363-9b9e-d13e7bbe2ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c06197-9321-4c53-bdd9-d99515e203c8,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:49.081613 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ac40f8-85b4-482d-9b92-b195cdffc93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.177368 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ac40f8-85b4-482d-9b92-b195cdffc93d admin admin] Publish callbacks [] for security_group (a4bb6b35-d62e-47eb-8222-1493aaf3db1f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.182675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-52ac40f8-85b4-482d-9b92-b195cdffc93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a4bb6b35-d62e-47eb-8222-1493aaf3db1f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.229651 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-52ac40f8-85b4-482d-9b92-b195cdffc93d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b6b0590e8ce4760a06e634b58beb312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851709 Jun 07 14:22:49.232856 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42428) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:49.256039 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac40f8-85b4-482d-9b92-b195cdffc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bb6b35-d62e-47eb-8222-1493aaf3db1f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:49.296766 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-800daff5-11eb-4a2a-af02-b4c78705cacf admin admin] Publish callbacks [] for security_group (a4bb6b35-d62e-47eb-8222-1493aaf3db1f), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.297089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42430) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:49.327600 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-800daff5-11eb-4a2a-af02-b4c78705cacf admin admin] Publish callbacks [] for security_group (a4bb6b35-d62e-47eb-8222-1493aaf3db1f), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.328903 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8e1ec-caf0-4280-a6ec-233602969214 req-46d6b203-11ee-4458-bf4b-92665d0a259a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:49.331462 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9cb8e1ec-caf0-4280-a6ec-233602969214 req-46d6b203-11ee-4458-bf4b-92665d0a259a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.1065733 Jun 07 14:22:49.401250 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-800daff5-11eb-4a2a-af02-b4c78705cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a4bb6b35-d62e-47eb-8222-1493aaf3db1f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.404896 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-800daff5-11eb-4a2a-af02-b4c78705cacf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.406095 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-800daff5-11eb-4a2a-af02-b4c78705cacf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4bb6b35-d62e-47eb-8222-1493aaf3db1f HTTP/1.1" status: 204 len: 168 time: 0.1722407 Jun 07 14:22:49.415940 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e607b7e1-1dc3-44a3-a51b-d27c7f3358a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5da54606acd24962be630e28ff636d72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1173866 Jun 07 14:22:49.418423 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42436) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:49.420112 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800daff5-11eb-4a2a-af02-b4c78705cacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bb6b35-d62e-47eb-8222-1493aaf3db1f,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:49.425083 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9cb8e1ec-caf0-4280-a6ec-233602969214 req-9625de3f-44ea-4a7f-810d-117f38120bd8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844581 Jun 07 14:22:49.500552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-360767f9-3f66-4684-93da-bef44919b167 admin admin] Publish callbacks [] for security_group (d586a673-04d0-44b8-84ae-6bdc0d0d7ea8), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.505545 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:49.528816 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-360767f9-3f66-4684-93da-bef44919b167 admin admin] Publish callbacks [] for security_group (d586a673-04d0-44b8-84ae-6bdc0d0d7ea8), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.544606 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:49.572033 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.587340 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-360767f9-3f66-4684-93da-bef44919b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (d586a673-04d0-44b8-84ae-6bdc0d0d7ea8), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.590254 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-360767f9-3f66-4684-93da-bef44919b167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:49.592021 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-360767f9-3f66-4684-93da-bef44919b167 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d586a673-04d0-44b8-84ae-6bdc0d0d7ea8 HTTP/1.1" status: 204 len: 168 time: 0.1688907 Jun 07 14:22:49.601285 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360767f9-3f66-4684-93da-bef44919b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d586a673-04d0-44b8-84ae-6bdc0d0d7ea8,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:49.948039 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42460) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:49.964388 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8e4437ad-69be-4009-b820-8883d7cead89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.053349 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8e4437ad-69be-4009-b820-8883d7cead89 admin admin] Publish callbacks [] for security_group (8db066cd-5eef-43ce-9a35-0169a7eda7a7), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.057708 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8e4437ad-69be-4009-b820-8883d7cead89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8db066cd-5eef-43ce-9a35-0169a7eda7a7), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.086422 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8e4437ad-69be-4009-b820-8883d7cead89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4bd00a4cfd94739b23da26e08c24ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369250 Jun 07 14:22:50.092753 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42464) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:50.107059 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4437ad-69be-4009-b820-8883d7cead89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db066cd-5eef-43ce-9a35-0169a7eda7a7,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:50.160370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ead1-6592-483e-9ed5-66c30b1aeb60 admin admin] Publish callbacks [] for security_group (8db066cd-5eef-43ce-9a35-0169a7eda7a7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.187566 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ead1-6592-483e-9ed5-66c30b1aeb60 admin admin] Publish callbacks [] for security_group (8db066cd-5eef-43ce-9a35-0169a7eda7a7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.245812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ead1-6592-483e-9ed5-66c30b1aeb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8db066cd-5eef-43ce-9a35-0169a7eda7a7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.249135 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ead1-6592-483e-9ed5-66c30b1aeb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:50.253475 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-8ad6ead1-6592-483e-9ed5-66c30b1aeb60 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8db066cd-5eef-43ce-9a35-0169a7eda7a7 HTTP/1.1" status: 204 len: 168 time: 0.1616085 Jun 07 14:22:50.263328 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6ead1-6592-483e-9ed5-66c30b1aeb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db066cd-5eef-43ce-9a35-0169a7eda7a7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:50.578258 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5bd4d-808b-44fe-86da-b61a0d2f31b7 req-ccee3bd1-4509-4a56-a26d-96588d624125 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:50.586853 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6c5bd4d-808b-44fe-86da-b61a0d2f31b7 req-ccee3bd1-4509-4a56-a26d-96588d624125 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0710089 Jun 07 14:22:50.618097 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:50.654570 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6c5bd4d-808b-44fe-86da-b61a0d2f31b7 req-81fdd57d-a8f5-4810-81f4-6c9722f9d541 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626080 Jun 07 14:22:51.032527 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42516) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:51.205255 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-24a753ce-fa6c-4e77-829d-862404c675a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.309833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-24a753ce-fa6c-4e77-829d-862404c675a5 admin admin] Publish callbacks [] for security_group (0807e4bb-2ddb-4ec1-8887-3fd87757f62a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.314426 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-24a753ce-fa6c-4e77-829d-862404c675a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (0807e4bb-2ddb-4ec1-8887-3fd87757f62a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.326099 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:51.359234 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a753ce-fa6c-4e77-829d-862404c675a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0807e4bb-2ddb-4ec1-8887-3fd87757f62a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:51.366674 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42534) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:51.367302 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-24a753ce-fa6c-4e77-829d-862404c675a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebe5676e1c734d1aa2ca4fb694ac57ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331027 Jun 07 14:22:51.428610 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7be7-4bc5-4981-b9fb-b769653e41c8 admin admin] Publish callbacks [] for security_group (0807e4bb-2ddb-4ec1-8887-3fd87757f62a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.457122 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7be7-4bc5-4981-b9fb-b769653e41c8 admin admin] Publish callbacks [] for security_group (0807e4bb-2ddb-4ec1-8887-3fd87757f62a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.514280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7be7-4bc5-4981-b9fb-b769653e41c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (0807e4bb-2ddb-4ec1-8887-3fd87757f62a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.517875 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7be7-4bc5-4981-b9fb-b769653e41c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:51.519651 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-dc0a7be7-4bc5-4981-b9fb-b769653e41c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0807e4bb-2ddb-4ec1-8887-3fd87757f62a HTTP/1.1" status: 204 len: 168 time: 0.1511941 Jun 07 14:22:51.528033 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7be7-4bc5-4981-b9fb-b769653e41c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0807e4bb-2ddb-4ec1-8887-3fd87757f62a,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:51.785031 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75d338-f22a-47ab-b215-a96aff42487e req-fc4f4ed9-2156-456f-bf8b-c7f1e7705571 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:51.792566 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1a75d338-f22a-47ab-b215-a96aff42487e req-fc4f4ed9-2156-456f-bf8b-c7f1e7705571 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0703990 Jun 07 14:22:51.858218 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1a75d338-f22a-47ab-b215-a96aff42487e req-ecee453a-c281-4aa3-a827-670a0bde4341 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633442 Jun 07 14:22:52.987967 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf795d7-a8e7-4ee1-ac28-6d5e933fd8a1 req-1dd0e7aa-1d69-4f45-81ec-00b1d438ce60 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:52.995570 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-caf795d7-a8e7-4ee1-ac28-6d5e933fd8a1 req-1dd0e7aa-1d69-4f45-81ec-00b1d438ce60 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0638216 Jun 07 14:22:53.099417 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-caf795d7-a8e7-4ee1-ac28-6d5e933fd8a1 req-e246125f-988b-4a02-83f6-d04f22664915 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023259 Jun 07 14:22:53.870962 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:54.277852 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a112f-a45d-4a95-903b-26b7569be8c7 req-0cc7e5f0-5562-4335-96fe-cb5c0d509594 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:54.279568 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-782a112f-a45d-4a95-903b-26b7569be8c7 req-0cc7e5f0-5562-4335-96fe-cb5c0d509594 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0736966 Jun 07 14:22:54.344361 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-782a112f-a45d-4a95-903b-26b7569be8c7 req-92e78fb9-437e-4597-8992-98055b29f923 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562437 Jun 07 14:22:55.460937 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea1159-29fd-4689-8f46-a7e11a9ba8eb req-0a6a9e81-34b6-42b2-b5b5-1ccc57ee9050 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:55.462315 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dbea1159-29fd-4689-8f46-a7e11a9ba8eb req-0a6a9e81-34b6-42b2-b5b5-1ccc57ee9050 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0483031 Jun 07 14:22:55.508841 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dbea1159-29fd-4689-8f46-a7e11a9ba8eb req-2160c38d-0494-4dd6-be36-2f7b96f8e0d3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Jun 07 14:22:56.502374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42774) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:56.657341 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99b097a6-331d-46f8-84f4-1f0967c339b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.673527 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b37611-906b-4692-bfb0-47f7e4a751ec req-3a7c03e3-072e-45ad-a56d-989855db36bb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:56.675047 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49b37611-906b-4692-bfb0-47f7e4a751ec req-3a7c03e3-072e-45ad-a56d-989855db36bb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0925808 Jun 07 14:22:56.757040 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49b37611-906b-4692-bfb0-47f7e4a751ec req-e2bd5c52-1ec5-4c85-bf03-c8dac024d63a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700760 Jun 07 14:22:56.794831 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99b097a6-331d-46f8-84f4-1f0967c339b9 admin admin] Publish callbacks [] for security_group (f8a68a3d-782b-4ce3-adb5-daf9b6e6340c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.799636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-99b097a6-331d-46f8-84f4-1f0967c339b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (f8a68a3d-782b-4ce3-adb5-daf9b6e6340c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.838208 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b097a6-331d-46f8-84f4-1f0967c339b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a68a3d-782b-4ce3-adb5-daf9b6e6340c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:56.842988 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-99b097a6-331d-46f8-84f4-1f0967c339b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1cd5dfddd24c42779f9950fc18957ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396075 Jun 07 14:22:56.845607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42796) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:56.899258 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e54f4e-193d-4180-b5a3-b15914974a5d admin admin] Publish callbacks [] for security_group (f8a68a3d-782b-4ce3-adb5-daf9b6e6340c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.909683 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:56.924026 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e54f4e-193d-4180-b5a3-b15914974a5d admin admin] Publish callbacks [] for security_group (f8a68a3d-782b-4ce3-adb5-daf9b6e6340c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.973622 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e54f4e-193d-4180-b5a3-b15914974a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (f8a68a3d-782b-4ce3-adb5-daf9b6e6340c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.976579 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51e54f4e-193d-4180-b5a3-b15914974a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:56.977731 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-51e54f4e-193d-4180-b5a3-b15914974a5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8a68a3d-782b-4ce3-adb5-daf9b6e6340c HTTP/1.1" status: 204 len: 168 time: 0.1310558 Jun 07 14:22:56.985818 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e54f4e-193d-4180-b5a3-b15914974a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a68a3d-782b-4ce3-adb5-daf9b6e6340c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:57.256484 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 42804) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:57.270489 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ed54912-ade6-48e7-8e37-ce139652fe8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.284556 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:22:57.347643 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ed54912-ade6-48e7-8e37-ce139652fe8f admin admin] Publish callbacks [] for security_group (33d3ec6d-fae9-4bdd-8b31-23bab01c161c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.354170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7ed54912-ade6-48e7-8e37-ce139652fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (33d3ec6d-fae9-4bdd-8b31-23bab01c161c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.393273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7ed54912-ade6-48e7-8e37-ce139652fe8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e33eaf5dc5148bab6abd57a63b07018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357749 Jun 07 14:22:57.394097 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed54912-ade6-48e7-8e37-ce139652fe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3ec6d-fae9-4bdd-8b31-23bab01c161c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:57.396119 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 42806) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:22:57.446260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c56de7a2-e6dc-49e4-9a15-28d3a5f96d94 admin admin] Publish callbacks [] for security_group (33d3ec6d-fae9-4bdd-8b31-23bab01c161c), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.467659 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c56de7a2-e6dc-49e4-9a15-28d3a5f96d94 admin admin] Publish callbacks [] for security_group (33d3ec6d-fae9-4bdd-8b31-23bab01c161c), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.518713 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c56de7a2-e6dc-49e4-9a15-28d3a5f96d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (33d3ec6d-fae9-4bdd-8b31-23bab01c161c), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.522138 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c56de7a2-e6dc-49e4-9a15-28d3a5f96d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:22:57.526257 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c56de7a2-e6dc-49e4-9a15-28d3a5f96d94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33d3ec6d-fae9-4bdd-8b31-23bab01c161c HTTP/1.1" status: 204 len: 168 time: 0.1291127 Jun 07 14:22:57.535043 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56de7a2-e6dc-49e4-9a15-28d3a5f96d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3ec6d-fae9-4bdd-8b31-23bab01c161c,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:22:57.884633 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dd22a-56d1-4220-9f81-d2d5513f50e9 req-7162d9e5-cb6c-482d-a2d8-8b6af65fbf49 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:57.886118 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-625dd22a-56d1-4220-9f81-d2d5513f50e9 req-7162d9e5-cb6c-482d-a2d8-8b6af65fbf49 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0480165 Jun 07 14:22:57.939758 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-625dd22a-56d1-4220-9f81-d2d5513f50e9 req-de6aefca-e0fb-45f3-a122-edf5c434a96e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Jun 07 14:22:59.049873 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e4d66-c97f-4b5b-b19a-9b663d70a6fc req-21f6fe42-2190-4e36-9dac-bb47b9b92859 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:22:59.051518 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-024e4d66-c97f-4b5b-b19a-9b663d70a6fc req-21f6fe42-2190-4e36-9dac-bb47b9b92859 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0452566 Jun 07 14:22:59.097871 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-024e4d66-c97f-4b5b-b19a-9b663d70a6fc req-725128dd-be9f-45d3-a789-d544217f1678 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Jun 07 14:23:00.209334 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1a657-ac0c-4d26-a162-a49d638c6164 req-155e5387-918e-4539-8e32-f806f9408f9d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:00.210812 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fea1a657-ac0c-4d26-a162-a49d638c6164 req-155e5387-918e-4539-8e32-f806f9408f9d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0459640 Jun 07 14:23:00.260388 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fea1a657-ac0c-4d26-a162-a49d638c6164 req-cb68818d-185e-4512-9f46-0ee31b458864 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Jun 07 14:23:01.374617 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491ce0-8410-4c60-9ae7-b919d8a27167 req-0a959833-e381-4c03-9b86-edf2bc2ce57e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:01.376091 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3a491ce0-8410-4c60-9ae7-b919d8a27167 req-0a959833-e381-4c03-9b86-edf2bc2ce57e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Jun 07 14:23:01.422493 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3a491ce0-8410-4c60-9ae7-b919d8a27167 req-ed67537d-d1a4-4454-984e-3076fd733806 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Jun 07 14:23:02.543790 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52354eb-9b1d-432f-9b68-9d78b8ef79bb req-df224e22-a27a-4b8f-8876-db20ed62d4f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:02.545259 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f52354eb-9b1d-432f-9b68-9d78b8ef79bb req-df224e22-a27a-4b8f-8876-db20ed62d4f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0540354 Jun 07 14:23:02.548325 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:23:02.593689 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f52354eb-9b1d-432f-9b68-9d78b8ef79bb req-867e3cda-c49e-4d46-9f4b-dd5e93e6968c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Jun 07 14:23:03.711108 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d96eb-1b5a-4bd2-963c-ddfee45164ce req-a742c8e1-c944-41fd-a665-e00865edc65b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:03.712579 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b58d96eb-1b5a-4bd2-963c-ddfee45164ce req-a742c8e1-c944-41fd-a665-e00865edc65b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0470388 Jun 07 14:23:03.762953 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b58d96eb-1b5a-4bd2-963c-ddfee45164ce req-5c7e8f09-1d6f-4723-90dc-f00282988c2e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Jun 07 14:23:03.868549 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:04.875160 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283cd7f-7349-474d-b28c-9d86f413be11 req-6bde6229-50b8-493f-bf20-e9408f964b12 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:04.876633 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b283cd7f-7349-474d-b28c-9d86f413be11 req-6bde6229-50b8-493f-bf20-e9408f964b12 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0464644 Jun 07 14:23:04.902134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:04.925805 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b283cd7f-7349-474d-b28c-9d86f413be11 req-f7ea7336-db27-41f1-bf6d-2191f3588fe0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Jun 07 14:23:06.059913 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6423d-6147-4c6a-9bdf-0a798b10e11c req-90a5af30-2c03-4b38-8827-1a22c3dd77f2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:06.061419 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-efe6423d-6147-4c6a-9bdf-0a798b10e11c req-90a5af30-2c03-4b38-8827-1a22c3dd77f2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0596361 Jun 07 14:23:06.126774 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-efe6423d-6147-4c6a-9bdf-0a798b10e11c req-e2797ccc-21a8-4da9-8658-7ec9ddffe34e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Jun 07 14:23:06.684955 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43044) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:06.771656 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43050) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:06.979494 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-488aaa09-47d0-4f26-b187-3244c9ac9a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:06.984798 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-38524e6b-858a-4804-ba63-c92ac736d3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.003524 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:07.083246 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:DELETE=6,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:07.130408 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-38524e6b-858a-4804-ba63-c92ac736d3e1 admin admin] Publish callbacks [] for security_group (e0c3d393-37da-4781-b1c1-83f3204edfc3), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.134100 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:07.139740 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-38524e6b-858a-4804-ba63-c92ac736d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e0c3d393-37da-4781-b1c1-83f3204edfc3), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.148851 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-488aaa09-47d0-4f26-b187-3244c9ac9a14 admin admin] Publish callbacks [] for security_group (4937f20d-6389-412b-97db-68a3ff9bc106), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.172538 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-488aaa09-47d0-4f26-b187-3244c9ac9a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4937f20d-6389-412b-97db-68a3ff9bc106), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.202385 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43076) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:07.202887 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-38524e6b-858a-4804-ba63-c92ac736d3e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8cfdb8a057924628a5a46ad4d5124470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296837 Jun 07 14:23:07.206041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38524e6b-858a-4804-ba63-c92ac736d3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c3d393-37da-4781-b1c1-83f3204edfc3,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:07.229674 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-488aaa09-47d0-4f26-b187-3244c9ac9a14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9ed7398854449739ad5be06f7a35441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431888 Jun 07 14:23:07.232618 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43080) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:07.260454 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488aaa09-47d0-4f26-b187-3244c9ac9a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4937f20d-6389-412b-97db-68a3ff9bc106,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:07.299401 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda61-cc22-425f-9539-366ddef5dc67 admin admin] Publish callbacks [] for security_group (4937f20d-6389-412b-97db-68a3ff9bc106), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.307859 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea99486-6fb6-4aba-b456-21a87496a2db req-e1c96b6d-3050-4112-b6db-c39643919fdf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:07.309867 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ea99486-6fb6-4aba-b456-21a87496a2db req-e1c96b6d-3050-4112-b6db-c39643919fdf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0734315 Jun 07 14:23:07.321475 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda61-cc22-425f-9539-366ddef5dc67 admin admin] Publish callbacks [] for security_group (4937f20d-6389-412b-97db-68a3ff9bc106), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.342522 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff886f41-d1f1-4f7c-9150-5391ad6accb2 admin admin] Publish callbacks [] for security_group (e0c3d393-37da-4781-b1c1-83f3204edfc3), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.364178 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:07.378280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda61-cc22-425f-9539-366ddef5dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4937f20d-6389-412b-97db-68a3ff9bc106), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.382830 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6cdda61-cc22-425f-9539-366ddef5dc67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.386532 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a6cdda61-cc22-425f-9539-366ddef5dc67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4937f20d-6389-412b-97db-68a3ff9bc106 HTTP/1.1" status: 204 len: 168 time: 0.1505373 Jun 07 14:23:07.392444 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff886f41-d1f1-4f7c-9150-5391ad6accb2 admin admin] Publish callbacks [] for security_group (e0c3d393-37da-4781-b1c1-83f3204edfc3), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.394843 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdda61-cc22-425f-9539-366ddef5dc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4937f20d-6389-412b-97db-68a3ff9bc106,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:07.397232 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ea99486-6fb6-4aba-b456-21a87496a2db req-020db520-068e-4c89-93f8-34a21b02d729 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767958 Jun 07 14:23:07.456308 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff886f41-d1f1-4f7c-9150-5391ad6accb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e0c3d393-37da-4781-b1c1-83f3204edfc3), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.459036 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ff886f41-d1f1-4f7c-9150-5391ad6accb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.460432 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-ff886f41-d1f1-4f7c-9150-5391ad6accb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0c3d393-37da-4781-b1c1-83f3204edfc3 HTTP/1.1" status: 204 len: 168 time: 0.2570245 Jun 07 14:23:07.469241 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff886f41-d1f1-4f7c-9150-5391ad6accb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c3d393-37da-4781-b1c1-83f3204edfc3,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:07.548442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:07.773860 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43100) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:07.794025 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f5faf296-4df1-4d35-a609-84d2469e4483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.879519 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f5faf296-4df1-4d35-a609-84d2469e4483 admin admin] Publish callbacks [] for security_group (cd549d19-1485-41b4-ba6a-3729e5d1940f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.883598 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f5faf296-4df1-4d35-a609-84d2469e4483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cd549d19-1485-41b4-ba6a-3729e5d1940f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:07.923616 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf296-4df1-4d35-a609-84d2469e4483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd549d19-1485-41b4-ba6a-3729e5d1940f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:07.930477 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f5faf296-4df1-4d35-a609-84d2469e4483 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e6befea55844949a070c7899172df7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529665 Jun 07 14:23:07.930653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43104) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:07.986896 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-403f265b-52ff-48b9-88d6-d2848a21910b admin admin] Publish callbacks [] for security_group (cd549d19-1485-41b4-ba6a-3729e5d1940f), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.012832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-403f265b-52ff-48b9-88d6-d2848a21910b admin admin] Publish callbacks [] for security_group (cd549d19-1485-41b4-ba6a-3729e5d1940f), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.080971 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-403f265b-52ff-48b9-88d6-d2848a21910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cd549d19-1485-41b4-ba6a-3729e5d1940f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.084010 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-403f265b-52ff-48b9-88d6-d2848a21910b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.085158 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-403f265b-52ff-48b9-88d6-d2848a21910b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd549d19-1485-41b4-ba6a-3729e5d1940f HTTP/1.1" status: 204 len: 168 time: 0.1531065 Jun 07 14:23:08.096107 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f265b-52ff-48b9-88d6-d2848a21910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd549d19-1485-41b4-ba6a-3729e5d1940f,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:08.525778 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43164) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:08.559069 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c97e9c-5cd0-4f69-92a6-16a57225aaba req-8fc79a16-e19b-4a46-9f94-8a54dbcc518b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:08.563723 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-34c97e9c-5cd0-4f69-92a6-16a57225aaba req-8fc79a16-e19b-4a46-9f94-8a54dbcc518b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0766401 Jun 07 14:23:08.633371 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-34c97e9c-5cd0-4f69-92a6-16a57225aaba req-70bf299c-589b-48de-9b6b-e9cfda9464e9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500693 Jun 07 14:23:08.700491 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-72bf1718-ff01-419f-9e55-c72dbd17a631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.759443 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:08.802528 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-72bf1718-ff01-419f-9e55-c72dbd17a631 admin admin] Publish callbacks [] for security_group (46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.806651 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-72bf1718-ff01-419f-9e55-c72dbd17a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.851453 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf1718-ff01-419f-9e55-c72dbd17a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:08.859328 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43178) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:08.859621 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-72bf1718-ff01-419f-9e55-c72dbd17a631 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5513a83ea324731b26e7223a468f382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321300 Jun 07 14:23:08.924816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28b65501-4678-47ad-a7bf-d0b8a1b7c7bb admin admin] Publish callbacks [] for security_group (46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:08.951791 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28b65501-4678-47ad-a7bf-d0b8a1b7c7bb admin admin] Publish callbacks [] for security_group (46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:09.008568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28b65501-4678-47ad-a7bf-d0b8a1b7c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:09.011087 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-28b65501-4678-47ad-a7bf-d0b8a1b7c7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:09.013175 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-28b65501-4678-47ad-a7bf-d0b8a1b7c7bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2 HTTP/1.1" status: 204 len: 168 time: 0.1525896 Jun 07 14:23:09.021039 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b65501-4678-47ad-a7bf-d0b8a1b7c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a79b2c-f45d-48ed-8c41-2ddb4ad08ae2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:09.841121 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4955c1-3420-4ef2-b289-e78ebb6d2bea req-156f77f4-f77a-4dd1-a63d-34984b19f749 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:09.858283 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de4955c1-3420-4ef2-b289-e78ebb6d2bea req-156f77f4-f77a-4dd1-a63d-34984b19f749 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.1084166 Jun 07 14:23:09.936048 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de4955c1-3420-4ef2-b289-e78ebb6d2bea req-71529cfa-66e5-4249-963c-124ada6b7224 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Jun 07 14:23:10.047523 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43260) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:10.233135 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47440702-2ebc-489b-84e6-17495b80da39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.321504 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47440702-2ebc-489b-84e6-17495b80da39 admin admin] Publish callbacks [] for security_group (12688296-1829-40df-9f9f-4d276287c937), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.323125 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43272) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:10.329911 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-47440702-2ebc-489b-84e6-17495b80da39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (12688296-1829-40df-9f9f-4d276287c937), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.334660 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:10.380476 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-47440702-2ebc-489b-84e6-17495b80da39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a087eb5b34f04e51ad8462cc4deab158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317847 Jun 07 14:23:10.381395 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47440702-2ebc-489b-84e6-17495b80da39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12688296-1829-40df-9f9f-4d276287c937,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:10.383248 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43278) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:10.438808 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:10.460299 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c9bd0db6-489a-49f8-a869-8c8e9d3c5c02 admin admin] Publish callbacks [] for security_group (12688296-1829-40df-9f9f-4d276287c937), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.488907 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c9bd0db6-489a-49f8-a869-8c8e9d3c5c02 admin admin] Publish callbacks [] for security_group (12688296-1829-40df-9f9f-4d276287c937), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.545030 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c9bd0db6-489a-49f8-a869-8c8e9d3c5c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (12688296-1829-40df-9f9f-4d276287c937), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.548262 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c9bd0db6-489a-49f8-a869-8c8e9d3c5c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.552898 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c9bd0db6-489a-49f8-a869-8c8e9d3c5c02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12688296-1829-40df-9f9f-4d276287c937 HTTP/1.1" status: 204 len: 168 time: 0.1677494 Jun 07 14:23:10.562012 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd0db6-489a-49f8-a869-8c8e9d3c5c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12688296-1829-40df-9f9f-4d276287c937,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:10.592271 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1368479039-network', 'tenant_id': 'ecb2b7cbdaf9495480fc881e823c1913'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:10.615628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Made reservation on behalf of ecb2b7cbdaf9495480fc881e823c1913 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:10.618422 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.629217 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.710028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks [] for security_group (1044bfaf-1b72-497c-9f15-e1ebdbfd8869), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.715194 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (1044bfaf-1b72-497c-9f15-e1ebdbfd8869), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.740079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:23:10.756044 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:10.761337 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1044bfaf-1b72-497c-9f15-e1ebdbfd8869,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:10.765884 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (8dfa9476-70e5-435f-8a08-c1382f9c4e97), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.766232 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Added segment 8dfa9476-70e5-435f-8a08-c1382f9c4e97 of type vlan for network 852d511c-cad0-48ac-b18c-ff9209889a76 Jun 07 14:23:10.810216 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (852d511c-cad0-48ac-b18c-ff9209889a76), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.841240 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (852d511c-cad0-48ac-b18c-ff9209889a76), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.842583 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:10.843190 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.875268 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5481913 Jun 07 14:23:10.877242 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43294) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:10.882896 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Request body: {'subnet': {'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1368479039-subnet', 'tenant_id': 'ecb2b7cbdaf9495480fc881e823c1913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:10.909706 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Made reservation on behalf of ecb2b7cbdaf9495480fc881e823c1913 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:10.912456 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3411894'] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:10.924417 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228162-4010-494d-8766-973b289d8b2c admin admin] Pushing event updated for resources: {'Network': ['ID=852d511c-cad0-48ac-b18c-ff9209889a76,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:10.937366 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 852d511c-cad0-48ac-b18c-ff9209889a76 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:23:10.977969 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43300) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:10.997843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a5ba346c-95c4-4657-ab93-f6db1868c873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.145038 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0d155-94bc-4730-ae5b-c2c605ec6004 req-1ccd5008-354c-429a-abdb-4bead6217173 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:11.147013 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ea0d155-94bc-4730-ae5b-c2c605ec6004 req-1ccd5008-354c-429a-abdb-4bead6217173 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0795240 Jun 07 14:23:11.229973 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a5ba346c-95c4-4657-ab93-f6db1868c873 admin admin] Publish callbacks [] for security_group (dad9033c-b789-4f52-a08a-f23b1e082d3a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.243756 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a5ba346c-95c4-4657-ab93-f6db1868c873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dad9033c-b789-4f52-a08a-f23b1e082d3a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.283085 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3411844'] for subnet (fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.332834 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-a5ba346c-95c4-4657-ab93-f6db1868c873 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5afcaee98c1341cba05a9ac50a0bc4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511226 Jun 07 14:23:11.359407 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43322) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:11.382419 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:11.406387 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:11.415796 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ea0d155-94bc-4730-ae5b-c2c605ec6004 req-1529fc09-2725-46f4-b562-fa6915eb74e6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609859 Jun 07 14:23:11.416293 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Checking segment: {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:11.416818 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Network hostable DHCP agents. Network: 852d511c-cad0-48ac-b18c-ff9209889a76, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:23:11.447746 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Network 852d511c-cad0-48ac-b18c-ff9209889a76 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:23:11.447851 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba346c-95c4-4657-ab93-f6db1868c873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9033c-b789-4f52-a08a-f23b1e082d3a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:11.466731 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 852d511c-cad0-48ac-b18c-ff9209889a76) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:11.467817 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-749942f6-2ffb-4cef-bccb-33d27a9eed0e admin admin] Publish callbacks [] for security_group (dad9033c-b789-4f52-a08a-f23b1e082d3a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.473189 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:11.474104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.481101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b84544-61f1-431a-a411-8ee22ccb7a98 None None] Network 852d511c-cad0-48ac-b18c-ff9209889a76 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:11.500861 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-749942f6-2ffb-4cef-bccb-33d27a9eed0e admin admin] Publish callbacks [] for security_group (dad9033c-b789-4f52-a08a-f23b1e082d3a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.519910 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-bfdf291c-154f-4c7f-a000-9cc7bcfe8179 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6420372 Jun 07 14:23:11.570684 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-749942f6-2ffb-4cef-bccb-33d27a9eed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dad9033c-b789-4f52-a08a-f23b1e082d3a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.573601 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-749942f6-2ffb-4cef-bccb-33d27a9eed0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:11.578436 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-749942f6-2ffb-4cef-bccb-33d27a9eed0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dad9033c-b789-4f52-a08a-f23b1e082d3a HTTP/1.1" status: 204 len: 168 time: 0.2134671 Jun 07 14:23:11.587805 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749942f6-2ffb-4cef-bccb-33d27a9eed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9033c-b789-4f52-a08a-f23b1e082d3a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:11.623613 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43336) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:11.649074 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebfba4-8040-484c-8fa9-52739e5af3f1 None None] Network 852d511c-cad0-48ac-b18c-ff9209889a76 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:11.936859 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1741263-d011-4f0f-bdc4-729c48985396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.020935 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1741263-d011-4f0f-bdc4-729c48985396 admin admin] Publish callbacks [] for security_group (a7528f19-77cc-4a18-8c76-a6421c6db359), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.026093 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d1741263-d011-4f0f-bdc4-729c48985396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a7528f19-77cc-4a18-8c76-a6421c6db359), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.051341 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43348) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:12.068544 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d1741263-d011-4f0f-bdc4-729c48985396 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a24f5f4930bf4726910dd1c12dadc83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436872 Jun 07 14:23:12.069378 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1741263-d011-4f0f-bdc4-729c48985396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7528f19-77cc-4a18-8c76-a6421c6db359,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:12.071305 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43350) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:12.088706 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b9cb84e7-03fc-4ff6-9ee5-7550ee40e43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.163579 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-79906aca-f31c-4064-a046-008a3cefdf67 admin admin] Publish callbacks [] for security_group (a7528f19-77cc-4a18-8c76-a6421c6db359), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.194208 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:12.208612 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-79906aca-f31c-4064-a046-008a3cefdf67 admin admin] Publish callbacks [] for security_group (a7528f19-77cc-4a18-8c76-a6421c6db359), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.235736 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b9cb84e7-03fc-4ff6-9ee5-7550ee40e43f admin admin] Publish callbacks [] for security_group (239d2324-878d-4ca1-9d06-fb721d4129dd), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.237040 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b9cb84e7-03fc-4ff6-9ee5-7550ee40e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (239d2324-878d-4ca1-9d06-fb721d4129dd), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.288968 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:12.295023 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb84e7-03fc-4ff6-9ee5-7550ee40e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d2324-878d-4ca1-9d06-fb721d4129dd,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:12.299750 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b9cb84e7-03fc-4ff6-9ee5-7550ee40e43f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82ef8fdeaf224ff9bd8f84c7ff9c31cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471344 Jun 07 14:23:12.302397 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43358) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:12.337552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-79906aca-f31c-4064-a046-008a3cefdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (a7528f19-77cc-4a18-8c76-a6421c6db359), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.340239 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-79906aca-f31c-4064-a046-008a3cefdf67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.341418 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-79906aca-f31c-4064-a046-008a3cefdf67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7528f19-77cc-4a18-8c76-a6421c6db359 HTTP/1.1" status: 204 len: 168 time: 0.2690265 Jun 07 14:23:12.351996 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79906aca-f31c-4064-a046-008a3cefdf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7528f19-77cc-4a18-8c76-a6421c6db359,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:12.369803 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2ffbedc1-a733-4c79-9941-9bff2986de57 admin admin] Publish callbacks [] for security_group (239d2324-878d-4ca1-9d06-fb721d4129dd), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.395120 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2ffbedc1-a733-4c79-9941-9bff2986de57 admin admin] Publish callbacks [] for security_group (239d2324-878d-4ca1-9d06-fb721d4129dd), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.443936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2ffbedc1-a733-4c79-9941-9bff2986de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (239d2324-878d-4ca1-9d06-fb721d4129dd), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.446423 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2ffbedc1-a733-4c79-9941-9bff2986de57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:12.447602 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2ffbedc1-a733-4c79-9941-9bff2986de57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/239d2324-878d-4ca1-9d06-fb721d4129dd HTTP/1.1" status: 204 len: 168 time: 0.1441426 Jun 07 14:23:12.456765 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbedc1-a733-4c79-9941-9bff2986de57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d2324-878d-4ca1-9d06-fb721d4129dd,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:12.569294 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681871-c58c-4874-b1de-55dcf51fc1d6 req-b9fc765d-2c8f-4fc9-af58-d6df01ba3818 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:12.571041 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e1681871-c58c-4874-b1de-55dcf51fc1d6 req-b9fc765d-2c8f-4fc9-af58-d6df01ba3818 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0562334 Jun 07 14:23:12.631952 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e1681871-c58c-4874-b1de-55dcf51fc1d6 req-e8c3a3ff-da3c-4dd4-aacb-702526a5e46c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 Jun 07 14:23:13.009669 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-22bd29fe-34cd-4624-b4f7-47cae134ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:13.560988 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:13.571690 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=6 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:13.758002 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c44479-c531-43ca-bb3e-d9d51f2e5f1a req-c3346986-5152-40cf-823a-b663375e02ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:13.759560 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-20c44479-c531-43ca-bb3e-d9d51f2e5f1a req-c3346986-5152-40cf-823a-b663375e02ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0513194 Jun 07 14:23:13.806217 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-20c44479-c531-43ca-bb3e-d9d51f2e5f1a req-6598539a-5103-4653-a619-e05581fd39e0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Jun 07 14:23:14.732435 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:14.744307 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fab8c-e1d3-408e-9639-4d6097d4fe94 req-7549aa21-c875-4d97-af18-28420913380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:14.746073 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5c1fab8c-e1d3-408e-9639-4d6097d4fe94 req-7549aa21-c875-4d97-af18-28420913380c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1129 time: 0.0421414 Jun 07 14:23:14.791441 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5c1fab8c-e1d3-408e-9639-4d6097d4fe94 req-f637f187-a2cd-4884-935c-4decf5ec8583 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378311 Jun 07 14:23:14.919355 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808826-fd1d-451a-a0fe-c545c161699a req-4dd35b40-285c-44c8-b53b-50df6e57a48e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:14.920788 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3c808826-fd1d-451a-a0fe-c545c161699a req-4dd35b40-285c-44c8-b53b-50df6e57a48e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0450909 Jun 07 14:23:14.972126 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3c808826-fd1d-451a-a0fe-c545c161699a req-139285d7-7682-4014-a29c-87fda51d6df9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Jun 07 14:23:15.451558 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-89bb68e4-ded0-4776-b51b-adf362afdad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:15.701169 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-d002e500-5025-47ca-8506-6febb024c002 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:15.702900 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-d002e500-5025-47ca-8506-6febb024c002 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/networks?id=852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 200 len: 809 time: 0.1225038 Jun 07 14:23:15.726013 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-4aab4607-a4a8-4b8b-b194-f9a7f10bc0d6 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/quotas/ecb2b7cbdaf9495480fc881e823c1913 HTTP/1.1" status: 200 len: 375 time: 0.0154278 Jun 07 14:23:15.763790 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-2c91b44b-338f-45ff-adc0-a144c9a3a171 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368741 Jun 07 14:23:15.850824 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:15.867768 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-ec23e3e4-bf2d-4afc-88b3-512253fa36bf service neutron] 10.222.0.81 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030457 Jun 07 14:23:15.974689 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-7f8170cf-b2fe-4683-ba34-8485c1512987 service neutron] 10.222.0.81 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005085 Jun 07 14:23:16.185716 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cedfcf-cd8a-488f-85a7-cf5e075af31f req-8c2aa667-9b51-4d10-9e22-ae0632990168 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:16.190868 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c5cedfcf-cd8a-488f-85a7-cf5e075af31f req-8c2aa667-9b51-4d10-9e22-ae0632990168 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.1033070 Jun 07 14:23:16.245174 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:16.274447 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-36a2212b-b719-4fca-afb5-a88b0fd9d605 req-c20a3863-a00f-4fc5-8f4f-f3eff1e1f7c7 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0667732 Jun 07 14:23:16.339255 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c5cedfcf-cd8a-488f-85a7-cf5e075af31f req-9b5ed370-d726-40ae-b911-25925aeb3f14 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349256 Jun 07 14:23:17.359787 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45b14dd1-6da4-4a99-8950-85549ab3e5c7 req-3d906bf1-169f-44f2-8d53-ea3d89500333 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Jun 07 14:23:17.452048 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba71238-e086-4112-8549-9b64bb203914 req-3f7bd4fd-0003-45e3-8af0-9f5cfabb4101 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:17.453465 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7ba71238-e086-4112-8549-9b64bb203914 req-3f7bd4fd-0003-45e3-8af0-9f5cfabb4101 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Jun 07 14:23:17.502369 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7ba71238-e086-4112-8549-9b64bb203914 req-7df071b1-2c23-4bcf-9f2f-efe4c61d0cd9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Jun 07 14:23:18.000597 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:18.452735 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-abe6f70c-24e2-4b49-acbc-35b1cdb4345c req-50b4a037-93b1-4ab6-bf78-be73179dc0af tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0273058 Jun 07 14:23:18.615785 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da044e1-6bbe-48ce-93c8-0c2cc6e38622 req-b5b10373-2033-4814-a877-13352b36b120 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:18.617228 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0da044e1-6bbe-48ce-93c8-0c2cc6e38622 req-b5b10373-2033-4814-a877-13352b36b120 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Jun 07 14:23:18.665099 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0da044e1-6bbe-48ce-93c8-0c2cc6e38622 req-05686664-b05b-4745-9b49-374d70a52275 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Jun 07 14:23:19.561493 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:19.575451 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70acfd60-25f5-41ec-b461-6a8bd862d1f6 req-556409a8-7276-4d5d-be7b-38f929b74e8b tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0379915 Jun 07 14:23:19.779531 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea7b6e-a00d-4f51-8f50-46e8950e3b8a req-f5f1a0ed-e0fc-4f74-9ad8-ce3ef88c629d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:19.780987 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-37ea7b6e-a00d-4f51-8f50-46e8950e3b8a req-f5f1a0ed-e0fc-4f74-9ad8-ce3ef88c629d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0455360 Jun 07 14:23:19.828492 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-37ea7b6e-a00d-4f51-8f50-46e8950e3b8a req-c011833e-cce2-402c-a05c-b6a9b9c6f137 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Jun 07 14:23:19.956034 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f54dc2-1d4c-4af5-948e-55223217ac30 req-02ca2b9e-ed9b-4d20-84ea-c38b06f0e4c0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:19.963061 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4f54dc2-1d4c-4af5-948e-55223217ac30 req-02ca2b9e-ed9b-4d20-84ea-c38b06f0e4c0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0569334 Jun 07 14:23:20.015892 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4f54dc2-1d4c-4af5-948e-55223217ac30 req-29018aa7-073b-42e4-ad56-dfeaf97dd6d4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 Jun 07 14:23:20.679302 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-869dd96f-68f8-47d5-ad24-3234244d3686 req-9d706b6f-8678-4afa-b161-1f4a3b340095 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0320656 Jun 07 14:23:21.030107 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:21.073299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-18f1b370-2865-4f86-af2a-fca94a190d25 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:21.075858 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-18f1b370-2865-4f86-af2a-fca94a190d25 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "GET /v2.0/networks?id=852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 200 len: 809 time: 0.1220748 Jun 07 14:23:21.102822 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Request body: {'port': {'device_id': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76', 'admin_state_up': True, 'tenant_id': 'ecb2b7cbdaf9495480fc881e823c1913'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:21.163341 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43636) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:21.255523 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Made reservation on behalf of ecb2b7cbdaf9495480fc881e823c1913 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:21.259583 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.336535 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.414265 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Allocated IP 172.20.0.11 (852d511c-cad0-48ac-b18c-ff9209889a76/fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe/5c2c2efc-9804-47c8-a532-6ec318470a6d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:21.416168 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:21.440081 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Publish callbacks [] for security_group (7ee3063c-23ab-4b17-9613-09e32ac2b6fd), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.445861 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7ee3063c-23ab-4b17-9613-09e32ac2b6fd), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.491705 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3063c-23ab-4b17-9613-09e32ac2b6fd,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:21.513551 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.514243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.517065 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.521147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.521959 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.522854 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.523502 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.524002 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.524656 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.526454 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.528243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.529140 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.530419 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.530978 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.531978 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.554361 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6e89d87c-ca52-4592-8a17-d542b1808ba4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae91adf4b6f341a194bca5f0cad50437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895187 Jun 07 14:23:21.554938 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43666) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:21.641667 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9241ba0c-ef7b-4eba-a381-1c0493121e75 admin admin] Publish callbacks [] for security_group (7ee3063c-23ab-4b17-9613-09e32ac2b6fd), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.655011 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks [] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.690832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9241ba0c-ef7b-4eba-a381-1c0493121e75 admin admin] Publish callbacks [] for security_group (7ee3063c-23ab-4b17-9613-09e32ac2b6fd), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.695883 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.781732 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-aa785529-a4f6-4954-b0b4-cca70d25c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:21.783988 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-aa785529-a4f6-4954-b0b4-cca70d25c151 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1129 time: 0.0519466 Jun 07 14:23:21.789927 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Network 852d511c-cad0-48ac-b18c-ff9209889a76 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:21.805402 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9241ba0c-ef7b-4eba-a381-1c0493121e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7ee3063c-23ab-4b17-9613-09e32ac2b6fd), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.808725 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9241ba0c-ef7b-4eba-a381-1c0493121e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:21.809805 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9241ba0c-ef7b-4eba-a381-1c0493121e75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ee3063c-23ab-4b17-9613-09e32ac2b6fd HTTP/1.1" status: 204 len: 168 time: 0.2537534 Jun 07 14:23:21.846106 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:21.849717 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:21.865603 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241ba0c-ef7b-4eba-a381-1c0493121e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3063c-23ab-4b17-9613-09e32ac2b6fd,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:21.912613 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Pushing event updated for resources: {'Port': ['ID=5c2c2efc-9804-47c8-a532-6ec318470a6d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:21.926720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-4015a08e-9033-4cf9-abc4-5e08e602a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:21.928626 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-4015a08e-9033-4cf9-abc4-5e08e602a0eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.1342943 Jun 07 14:23:21.942113 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.942454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.942786 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.943162 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.943528 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.943850 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.944452 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.944778 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.945155 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.945482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.945848 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.946159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.946472 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.946779 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.947087 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:21.963561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c69f7-7920-429e-867d-332d4b59ea8e req-b6eb4b82-f339-4795-8236-c36bb70e0b9b tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:21.965751 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c41c69f7-7920-429e-867d-332d4b59ea8e req-b6eb4b82-f339-4795-8236-c36bb70e0b9b tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 932 time: 0.1623433 Jun 07 14:23:21.972536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c45e4e-fc56-4d64-a0fc-49384dcfa943 req-2fa1a001-4f5d-404a-b04d-6cb3b9632c88 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:21.974373 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-87c45e4e-fc56-4d64-a0fc-49384dcfa943 req-2fa1a001-4f5d-404a-b04d-6cb3b9632c88 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.2108314 Jun 07 14:23:21.992163 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-c0e025d9-77b7-4851-a7df-71742a1d6c52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 200 len: 217 time: 0.0488992 Jun 07 14:23:22.000771 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:22.001378 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:22.013486 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:22.063319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-a4f78723-73ab-4c63-b1ab-39d9acccfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:22.065866 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-a4f78723-73ab-4c63-b1ab-39d9acccfdc6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0604525 Jun 07 14:23:22.067354 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-fbd8402d-80b7-4c32-ba92-b039faaf0342 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9702761 Jun 07 14:23:22.078403 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:22.082738 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-87c45e4e-fc56-4d64-a0fc-49384dcfa943 req-cee93242-01c9-41cd-9b04-bb3ec8d963cd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016662 Jun 07 14:23:22.094837 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c41c69f7-7920-429e-867d-332d4b59ea8e req-81420d52-069b-4758-b379-e73a2e3b61b2 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161029 Jun 07 14:23:22.102803 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Request body: {'port': {'device_id': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:22.158700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-c1323293-1b71-4673-8187-57705175a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:22.164179 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-c1323293-1b71-4673-8187-57705175a928 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757902 Jun 07 14:23:22.213178 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:22.512994 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-a1eb1652-7fa9-4b45-b295-48830e9fabdc service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403032 Jun 07 14:23:22.544855 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:22.549250 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2c2efc-9804-47c8-a532-6ec318470a6d {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:23:22.557483 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Publish callbacks [] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:22.572576 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Transition to ACTIVE for port object 5c2c2efc-9804-47c8-a532-6ec318470a6d will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:23:22.577709 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:22.630967 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b35ab72c-bc6a-469d-adce-f538e5ade63a req-a863d93c-b9f9-4bd6-9b19-198994b5b90a service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059399 Jun 07 14:23:22.692542 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2c2efc-9804-47c8-a532-6ec318470a6d,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:22.735922 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:22.737037 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Attempting to bind port 5c2c2efc-9804-47c8-a532-6ec318470a6d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:22.737902 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Attempting to bind port 5c2c2efc-9804-47c8-a532-6ec318470a6d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:22.738445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Attempting to bind port 5c2c2efc-9804-47c8-a532-6ec318470a6d on network 852d511c-cad0-48ac-b18c-ff9209889a76 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:22.740869 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d599-9577-4522-8206-50bf9be36f00 req-51770fd7-6c42-44a6-978e-36aec8081616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:22.742530 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-51770fd7-6c42-44a6-978e-36aec8081616 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1129 time: 0.0472369 Jun 07 14:23:22.743782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Port 5c2c2efc-9804-47c8-a532-6ec318470a6d on network 852d511c-cad0-48ac-b18c-ff9209889a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:23:22.744571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Attempting to bind port 5c2c2efc-9804-47c8-a532-6ec318470a6d on network 852d511c-cad0-48ac-b18c-ff9209889a76 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:22.751078 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:22.751693 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Checking segment: {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:22.752241 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Bound using segment: {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:22.752840 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Bound port: 5c2c2efc-9804-47c8-a532-6ec318470a6d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:22.753366 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.041641 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] For port 5c2c2efc-9804-47c8-a532-6ec318470a6d, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:23.045381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] For port 5c2c2efc-9804-47c8-a532-6ec318470a6d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:23.054277 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.095153 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.095929 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.100938 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] 10.222.0.75 "PUT /v2.0/ports/5c2c2efc-9804-47c8-a532-6ec318470a6d HTTP/1.1" status: 200 len: 1094 time: 1.0045044 Jun 07 14:23:23.101420 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43758) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:23.103717 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'tag': '5c2c2efc-9804-47c8-a532-6ec318470a6d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:23:23.108178 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8bc66-6a94-4fda-960a-d4ea2b29997f" -d '{"events": [{"name": "network-changed", "server_uuid": "48a95090-dd7c-4e27-92ee-e11af90f53e4", "tag": "5c2c2efc-9804-47c8-a532-6ec318470a6d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:23:23.150009 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d599-9577-4522-8206-50bf9be36f00 req-1d81ed2a-1748-47f9-9dc9-3d3bfdebe7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.156969 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-1d81ed2a-1748-47f9-9dc9-3d3bfdebe7e6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.2621949 Jun 07 14:23:23.223937 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc8a02-e275-40ac-8f2e-1e9be0b5ac14 x-openstack-request-id: req-d5fc8a02-e275-40ac-8f2e-1e9be0b5ac14 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:23:23.224150 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a95090-dd7c-4e27-92ee-e11af90f53e4", "tag": "5c2c2efc-9804-47c8-a532-6ec318470a6d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:23:23.225665 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5fc8a02-e275-40ac-8f2e-1e9be0b5ac14 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:23:23.226154 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fc8a02-e275-40ac-8f2e-1e9be0b5ac14'] response: {'name': 'network-changed', 'server_uuid': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'tag': '5c2c2efc-9804-47c8-a532-6ec318470a6d', 'status': 'completed', 'code': 200} Jun 07 14:23:23.273599 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-4d73fd1c-11cb-4051-bb8a-56659edddf0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 200 len: 217 time: 0.1022160 Jun 07 14:23:23.286638 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:23.290627 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ff56-b48b-4af4-89a5-6b9bbedd5546 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2c2efc-9804-47c8-a532-6ec318470a6d,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:23.314785 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-8807ac7e-f1ea-4e4e-83a5-49458e0d972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.316805 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-8807ac7e-f1ea-4e4e-83a5-49458e0d972f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 1128 time: 0.1590633 Jun 07 14:23:23.363184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d599-9577-4522-8206-50bf9be36f00 req-5d39bcf4-1a05-41e5-b725-7d49b1cf72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.366071 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-5d39bcf4-1a05-41e5-b725-7d49b1cf72b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0797873 Jun 07 14:23:23.372824 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43778) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:23.431261 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-e9845ac4-02a5-4026-af57-0d67ec478451 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d HTTP/1.1" status: 200 len: 217 time: 0.1020694 Jun 07 14:23:23.450365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d599-9577-4522-8206-50bf9be36f00 req-910dc1d5-89a1-4117-9407-3b0acfb0961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.451763 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-910dc1d5-89a1-4117-9407-3b0acfb0961b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666833 Jun 07 14:23:23.463860 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174c97-961b-46c8-a123-46c10d37cb66 req-81f665bd-e98a-4aac-a712-dd5df0508796 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.466195 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-25174c97-961b-46c8-a123-46c10d37cb66 req-81f665bd-e98a-4aac-a712-dd5df0508796 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.2352931 Jun 07 14:23:23.489469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85922879-f80d-4bab-8387-9c32af43ee41 req-395ade13-9150-4b58-91f3-5ecab084d448 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.496921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-85922879-f80d-4bab-8387-9c32af43ee41 req-395ade13-9150-4b58-91f3-5ecab084d448 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.2074482 Jun 07 14:23:23.570116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0b-ce64-43e4-bf74-ab364854fcb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.627420 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-09cfb7ee-0c77-4033-a20b-3922af3e9925 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645863 Jun 07 14:23:23.628253 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9077455-8dad-4247-a31e-cf7f74794b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.727190 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-85922879-f80d-4bab-8387-9c32af43ee41 req-3292a29e-6402-499e-9277-e539966ba4a7 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279508 Jun 07 14:23:23.751477 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-b65eb9b8-61f2-41b0-80fa-a3a04ba97337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:23.753538 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-b65eb9b8-61f2-41b0-80fa-a3a04ba97337 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe HTTP/1.1" status: 200 len: 849 time: 0.2767391 Jun 07 14:23:23.787514 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f566d599-9577-4522-8206-50bf9be36f00 req-4055f2e8-b699-4cb2-8954-bad40b482507 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459730 Jun 07 14:23:23.792673 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0b-ce64-43e4-bf74-ab364854fcb0 admin admin] Publish callbacks [] for security_group (e5ace248-8ff0-4c37-89cd-da500d4e847d), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.798826 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0b-ce64-43e4-bf74-ab364854fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e5ace248-8ff0-4c37-89cd-da500d4e847d), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.814297 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-25174c97-961b-46c8-a123-46c10d37cb66 req-6e96c726-6f79-466f-a8a2-48dae997c2cf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135712 Jun 07 14:23:23.816273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-776ccfb6-aeb2-4cf8-ba8d-518e02b2d679 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=852d511c-cad0-48ac-b18c-ff9209889a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522819 Jun 07 14:23:23.835587 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c8c6ea0b-ce64-43e4-bf74-ab364854fcb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f171333b618d4e1d80411cfac5544df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539583 Jun 07 14:23:23.835587 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43800) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:23.879466 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6ea0b-ce64-43e4-bf74-ab364854fcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ace248-8ff0-4c37-89cd-da500d4e847d,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:23.888378 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.888951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:23.920385 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf990-72cb-4032-8b90-da3083d97688 admin admin] Publish callbacks [] for security_group (e5ace248-8ff0-4c37-89cd-da500d4e847d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.944563 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf990-72cb-4032-8b90-da3083d97688 admin admin] Publish callbacks [] for security_group (e5ace248-8ff0-4c37-89cd-da500d4e847d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.980666 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9077455-8dad-4247-a31e-cf7f74794b04 admin admin] Publish callbacks [] for security_group (26c7de2b-fbd2-4b58-892d-2920aa4bbd73), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.987746 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-0280f2ce-d39b-442c-a3eb-19ec4f08e9d3 service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533494 Jun 07 14:23:23.988518 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c9077455-8dad-4247-a31e-cf7f74794b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (26c7de2b-fbd2-4b58-892d-2920aa4bbd73), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.996590 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf990-72cb-4032-8b90-da3083d97688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e5ace248-8ff0-4c37-89cd-da500d4e847d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:23.999376 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf990-72cb-4032-8b90-da3083d97688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.000545 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-bb5bf990-72cb-4032-8b90-da3083d97688 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5ace248-8ff0-4c37-89cd-da500d4e847d HTTP/1.1" status: 204 len: 168 time: 0.1650681 Jun 07 14:23:24.013431 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bf990-72cb-4032-8b90-da3083d97688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ace248-8ff0-4c37-89cd-da500d4e847d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:24.020626 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:24.098108 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9077455-8dad-4247-a31e-cf7f74794b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c7de2b-fbd2-4b58-892d-2920aa4bbd73,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:24.109456 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43818) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:24.109604 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-c9077455-8dad-4247-a31e-cf7f74794b04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86d54923b36b4050a1d72199d695eded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9978645 Jun 07 14:23:24.147880 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ef3a521-6d12-4c11-a0d4-433b69a08762 req-715a7517-3b2a-43b5-bd8a-f7e5eaf743ee service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453137 Jun 07 14:23:24.181161 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-07caf7c6-ca7e-4322-ba99-f9bf7ce9b86d admin admin] Publish callbacks [] for security_group (26c7de2b-fbd2-4b58-892d-2920aa4bbd73), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.205744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-07caf7c6-ca7e-4322-ba99-f9bf7ce9b86d admin admin] Publish callbacks [] for security_group (26c7de2b-fbd2-4b58-892d-2920aa4bbd73), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.229751 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:24.265280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-07caf7c6-ca7e-4322-ba99-f9bf7ce9b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (26c7de2b-fbd2-4b58-892d-2920aa4bbd73), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.267982 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-07caf7c6-ca7e-4322-ba99-f9bf7ce9b86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.269401 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-07caf7c6-ca7e-4322-ba99-f9bf7ce9b86d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26c7de2b-fbd2-4b58-892d-2920aa4bbd73 HTTP/1.1" status: 204 len: 168 time: 0.1587396 Jun 07 14:23:24.279744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caf7c6-ca7e-4322-ba99-f9bf7ce9b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c7de2b-fbd2-4b58-892d-2920aa4bbd73,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:24.332910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43824) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:24.351709 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-244234bd-b6ba-4db2-a5fd-f67090814b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.434573 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-244234bd-b6ba-4db2-a5fd-f67090814b6e admin admin] Publish callbacks [] for security_group (e4b605fe-9152-4ad7-b944-7b1d1a03596a), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.438664 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-244234bd-b6ba-4db2-a5fd-f67090814b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e4b605fe-9152-4ad7-b944-7b1d1a03596a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.481475 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-244234bd-b6ba-4db2-a5fd-f67090814b6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcaf9afb5d434e7f99d38774f068cbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470261 Jun 07 14:23:24.482573 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244234bd-b6ba-4db2-a5fd-f67090814b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b605fe-9152-4ad7-b944-7b1d1a03596a,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:24.484061 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43828) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:24.540328 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1857b2ab-5898-4128-bbba-35f6dcbffc15 admin admin] Publish callbacks [] for security_group (e4b605fe-9152-4ad7-b944-7b1d1a03596a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.563686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1857b2ab-5898-4128-bbba-35f6dcbffc15 admin admin] Publish callbacks [] for security_group (e4b605fe-9152-4ad7-b944-7b1d1a03596a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.614959 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1857b2ab-5898-4128-bbba-35f6dcbffc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e4b605fe-9152-4ad7-b944-7b1d1a03596a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.618000 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1857b2ab-5898-4128-bbba-35f6dcbffc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:24.623104 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-1857b2ab-5898-4128-bbba-35f6dcbffc15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4b605fe-9152-4ad7-b944-7b1d1a03596a HTTP/1.1" status: 204 len: 168 time: 0.1379628 Jun 07 14:23:24.632434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857b2ab-5898-4128-bbba-35f6dcbffc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b605fe-9152-4ad7-b944-7b1d1a03596a,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:24.905121 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2566a-a9a7-433c-ad9c-32950aa31e36 req-17d79bb5-ba6d-46d0-973f-a26ee87e9de9 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:24.906888 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5cb2566a-a9a7-433c-ad9c-32950aa31e36 req-17d79bb5-ba6d-46d0-973f-a26ee87e9de9 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.0945613 Jun 07 14:23:24.986091 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afc8dd-a1a9-40af-92c2-aafb757c2aab req-065dd4a3-a1c2-43c2-ac22-80851bcc60ab tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:24.988010 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-94afc8dd-a1a9-40af-92c2-aafb757c2aab req-065dd4a3-a1c2-43c2-ac22-80851bcc60ab tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0796297 Jun 07 14:23:25.009200 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:25.019469 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5cb2566a-a9a7-433c-ad9c-32950aa31e36 req-a34b0d13-a32d-4569-a483-7bf3e578f490 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982065 Jun 07 14:23:25.062024 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-94afc8dd-a1a9-40af-92c2-aafb757c2aab req-069388d5-f274-431c-8ebe-9574ec616808 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607593 Jun 07 14:23:25.070156 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:25.086066 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-286e476b-6866-47da-8fd6-deb05091ede8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.108053 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43860) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:25.178388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-286e476b-6866-47da-8fd6-deb05091ede8 admin admin] Publish callbacks [] for security_group (5004762f-a310-48fe-a06d-d0ba563e633d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.182231 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-286e476b-6866-47da-8fd6-deb05091ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5004762f-a310-48fe-a06d-d0ba563e633d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.244154 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-286e476b-6866-47da-8fd6-deb05091ede8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18290df1b4ee407c9cabdbaaedc1f64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728475 Jun 07 14:23:25.244912 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e476b-6866-47da-8fd6-deb05091ede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5004762f-a310-48fe-a06d-d0ba563e633d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:25.246989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43864) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:25.302097 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f29381d-c363-442a-8d70-4e9f209e9300 admin admin] Publish callbacks [] for security_group (5004762f-a310-48fe-a06d-d0ba563e633d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.316942 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2062368541-network', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:25.338550 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f29381d-c363-442a-8d70-4e9f209e9300 admin admin] Publish callbacks [] for security_group (5004762f-a310-48fe-a06d-d0ba563e633d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.372484 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Made reservation on behalf of b5977f5c113f44eebed133afa6238c2e for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:25.374893 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.385297 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.422502 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f29381d-c363-442a-8d70-4e9f209e9300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5004762f-a310-48fe-a06d-d0ba563e633d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.424971 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f29381d-c363-442a-8d70-4e9f209e9300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.426161 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-3f29381d-c363-442a-8d70-4e9f209e9300 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5004762f-a310-48fe-a06d-d0ba563e633d HTTP/1.1" status: 204 len: 168 time: 0.1781135 Jun 07 14:23:25.445724 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29381d-c363-442a-8d70-4e9f209e9300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5004762f-a310-48fe-a06d-d0ba563e633d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:25.503403 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks [] for security_group (761f4351-3026-49ec-b114-9f0a19ae9d81), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.508026 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (761f4351-3026-49ec-b114-9f0a19ae9d81), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.531746 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:25.532709 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:23:25.548321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f4351-3026-49ec-b114-9f0a19ae9d81,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:25.554281 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (a5d329ad-2514-40a9-b312-4ef4419d0e37), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.554415 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Added segment a5d329ad-2514-40a9-b312-4ef4419d0e37 of type vlan for network f397386a-1f8f-428e-9db6-eb5c4da2745e Jun 07 14:23:25.599637 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (f397386a-1f8f-428e-9db6-eb5c4da2745e), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.626222 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (f397386a-1f8f-428e-9db6-eb5c4da2745e), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.627308 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:25.628113 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.687053 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5776238 Jun 07 14:23:25.690096 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43872) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:25.694972 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Request body: {'subnet': {'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2062368541-subnet', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:25.698215 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4055-183f-410f-b812-71afe2f1491d admin admin] Pushing event updated for resources: {'Network': ['ID=f397386a-1f8f-428e-9db6-eb5c4da2745e,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:25.712665 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network f397386a-1f8f-428e-9db6-eb5c4da2745e details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:23:25.724930 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Made reservation on behalf of b5977f5c113f44eebed133afa6238c2e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:25.728173 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.933749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (f00d4818-ccea-4466-8c10-3979566768df), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:25.939010 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:25.997843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00d4818-ccea-4466-8c10-3979566768df,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:26.014380 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Checking segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:26.014742 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Network hostable DHCP agents. Network: f397386a-1f8f-428e-9db6-eb5c4da2745e, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:23:26.034480 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Network f397386a-1f8f-428e-9db6-eb5c4da2745e is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:23:26.047270 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, f397386a-1f8f-428e-9db6-eb5c4da2745e) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:26.055939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5510a-5b09-4ee0-bc64-e61314355f80 None None] Network f397386a-1f8f-428e-9db6-eb5c4da2745e requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:26.056196 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:26.056798 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.080270 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43892) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:26.080448 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2aec9cce-17cc-448b-96b4-530232f3a4bd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3891444 Jun 07 14:23:26.085422 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:26.127972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (9e01e53f-8b09-4690-88b2-bc6157bb741b), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.129354 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (9e01e53f-8b09-4690-88b2-bc6157bb741b), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.194842 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-f397386a-1f8f-428e-9db6-eb5c4da2745e', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:23:26.195906 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.231655 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384959b-4cca-4842-9188-758b1103dce4 req-3b353dd4-0a43-4bb5-9771-8f0b0b85f61f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:26.232685 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks [] for router_controller (9e01e53f-8b09-4690-88b2-bc6157bb741b), precommit_add_association {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.233597 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f384959b-4cca-4842-9188-758b1103dce4 req-3b353dd4-0a43-4bb5-9771-8f0b0b85f61f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.1254871 Jun 07 14:23:26.246213 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46da19c-6932-4836-828d-9ded23e0a448 req-0f10c918-0c8f-4332-8568-5234ec21f39a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:26.247858 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d46da19c-6932-4836-828d-9ded23e0a448 req-0f10c918-0c8f-4332-8568-5234ec21f39a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0840077 Jun 07 14:23:26.285593 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43898) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:26.297979 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:26.335857 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f384959b-4cca-4842-9188-758b1103dce4 req-94273f08-c527-49ec-9bea-4f4814caec1d tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865848 Jun 07 14:23:26.339491 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d46da19c-6932-4836-828d-9ded23e0a448 req-3747f91c-49f9-492e-8deb-ff66bfb0c4da tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755849 Jun 07 14:23:26.408850 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Allocated IP 172.20.0.2 (f397386a-1f8f-428e-9db6-eb5c4da2745e/f00d4818-ccea-4466-8c10-3979566768df/4c469054-baff-4769-9935-f870c25418a0) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:26.425061 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:26.433659 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks [] for router_gateway (9e01e53f-8b09-4690-88b2-bc6157bb741b), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.447074 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-633675088-network', 'tenant_id': '59f9adafa99949b3b5f624c6ae7be57e'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:26.513108 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Made reservation on behalf of 59f9adafa99949b3b5f624c6ae7be57e for: {'network': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:26.515468 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.526866 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.579671 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Publish callbacks [] for port (4c469054-baff-4769-9935-f870c25418a0), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.585563 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (4c469054-baff-4769-9935-f870c25418a0), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.631636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Network f397386a-1f8f-428e-9db6-eb5c4da2745e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:26.639287 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:26.641411 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Pushing event updated for resources: {'Port': ['ID=4c469054-baff-4769-9935-f870c25418a0,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:26.644584 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:26.653215 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.653560 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.654139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.654266 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.654592 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.654920 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.655280 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.655612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.655943 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.656260 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.656582 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.656922 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.657243 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.657558 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.657874 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:26.718954 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Attempting to bind port 4c469054-baff-4769-9935-f870c25418a0 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:26.719642 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Attempting to bind port 4c469054-baff-4769-9935-f870c25418a0 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:26.719761 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Attempting to bind port 4c469054-baff-4769-9935-f870c25418a0 on network f397386a-1f8f-428e-9db6-eb5c4da2745e {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:26.725070 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks [] for router_gateway (9e01e53f-8b09-4690-88b2-bc6157bb741b), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.725351 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:26.725729 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Checking segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:26.726126 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.726514 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Bound using segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:26.726975 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Bound port: 4c469054-baff-4769-9935-f870c25418a0, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:26.727385 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4c469054-baff-4769-9935-f870c25418a0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.758351 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks [] for security_group (10a94aed-234d-41a4-abe8-905caafec064), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.758522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.762184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (10a94aed-234d-41a4-abe8-905caafec064), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.798320 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] For port 4c469054-baff-4769-9935-f870c25418a0, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:26.801998 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] For port 4c469054-baff-4769-9935-f870c25418a0, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4c469054-baff-4769-9935-f870c25418a0,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:26.816337 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4c469054-baff-4769-9935-f870c25418a0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.826842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=103889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:23:26.828548 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:26.837116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a94aed-234d-41a4-abe8-905caafec064,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:26.852552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (2db2c16f-7a4c-4ee3-9b7b-760982a51449), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.852892 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.segments_db [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Added segment 2db2c16f-7a4c-4ee3-9b7b-760982a51449 of type vlan for network 74e54650-a65d-4ca7-9de2-261f4002b6e6 Jun 07 14:23:26.902964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:26.907277 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd06090-ca47-4e99-9fc7-bfa4105653c6 None None] Pushing event updated for resources: {'Port': ['ID=4c469054-baff-4769-9935-f870c25418a0,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:26.935707 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (74e54650-a65d-4ca7-9de2-261f4002b6e6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.973111 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Allocated IP 172.27.2.41 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/07df478b-e7ad-4b70-81c4-5d0c3190d81d) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:26.988468 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (74e54650-a65d-4ca7-9de2-261f4002b6e6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:26.989533 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:26.990273 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.102707 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8167202 Jun 07 14:23:27.103241 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43906) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:27.109367 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Request body: {'subnet': {'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-633675088-subnet', 'tenant_id': '59f9adafa99949b3b5f624c6ae7be57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:27.117231 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a72c-03e7-4280-9c3d-16cddf3b7699 admin admin] Pushing event updated for resources: {'Network': ['ID=74e54650-a65d-4ca7-9de2-261f4002b6e6,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:27.137418 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 74e54650-a65d-4ca7-9de2-261f4002b6e6 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:23:27.144403 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Made reservation on behalf of 59f9adafa99949b3b5f624c6ae7be57e for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:27.147667 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.172628 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:27.177739 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks [] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.223695 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.273604 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:27.276828 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:27.279632 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:27.308481 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Pushing event updated for resources: {'Port': ['ID=07df478b-e7ad-4b70-81c4-5d0c3190d81d,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:27.360572 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (d86d16bb-3e30-4807-8091-38ab1989700b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.413759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86d16bb-3e30-4807-8091-38ab1989700b,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:27.445959 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Checking segment: {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:27.446389 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Network hostable DHCP agents. Network: 74e54650-a65d-4ca7-9de2-261f4002b6e6, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:23:27.495015 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Network 74e54650-a65d-4ca7-9de2-261f4002b6e6 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:23:27.550615 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 74e54650-a65d-4ca7-9de2-261f4002b6e6) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:27.552399 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks [] for router_gateway (9e01e53f-8b09-4690-88b2-bc6157bb741b), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.561141 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c062824-c5b3-438f-815c-2af588074264 None None] Network 74e54650-a65d-4ca7-9de2-261f4002b6e6 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:27.562496 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:27.563077 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.573788 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17caa-4672-4241-9379-aa30272e1e1e req-58568cda-4cbc-48b5-b9f0-cf7771e57663 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:27.576110 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-59d17caa-4672-4241-9379-aa30272e1e1e req-58568cda-4cbc-48b5-b9f0-cf7771e57663 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1051679 Jun 07 14:23:27.586733 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780f46-bb53-4f36-ad04-e96334fb9462 req-e7979e40-f9aa-4d3e-9355-8859e9210413 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:27.588533 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b7780f46-bb53-4f36-ad04-e96334fb9462 req-e7979e40-f9aa-4d3e-9355-8859e9210413 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.1190856 Jun 07 14:23:27.609484 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-6123352d-f7ae-4743-8858-0250bc524a60 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5039482 Jun 07 14:23:27.697984 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-59d17caa-4672-4241-9379-aa30272e1e1e req-ddb1c767-072b-477f-9ba2-50bf8ac5664a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774624 Jun 07 14:23:27.703464 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b7780f46-bb53-4f36-ad04-e96334fb9462 req-f21afeec-f816-4947-b96f-5dc011bb0bc7 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059237 Jun 07 14:23:27.722773 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:27.753459 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a01075-6f41-4ee3-af19-d42cda87a254 None None] Network 74e54650-a65d-4ca7-9de2-261f4002b6e6 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:27.796936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (9e01e53f-8b09-4690-88b2-bc6157bb741b), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:27.901676 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:27.955309 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Router 9e01e53f-8b09-4690-88b2-bc6157bb741b is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:23:28.079850 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:23:28.090745 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Sync routers for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:23:28.101870 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.105823 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-44bb579b-cd81-4063-ab40-8968b6a97a12 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0219381 Jun 07 14:23:28.105962 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:28.105962 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:28.106402 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:28.132057 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5449915-5172-4158-8dd2-3c0a5320a40f None None] Network f397386a-1f8f-428e-9db6-eb5c4da2745e requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:28.135366 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:28.185896 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:28.206733 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] Provisioning complete for port 4c469054-baff-4769-9935-f870c25418a0 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:28.207376 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4c469054-baff-4769-9935-f870c25418a0), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.241564 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:28.355325 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] Current status of the port 4c469054-baff-4769-9935-f870c25418a0 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:28.355830 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4c469054-baff-4769-9935-f870c25418a0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.417120 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] For port 4c469054-baff-4769-9935-f870c25418a0, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4c469054-baff-4769-9935-f870c25418a0,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:28.430410 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4c469054-baff-4769-9935-f870c25418a0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.525421 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:27Z', 'revision_number': 3, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:28.553572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4c469054-baff-4769-9935-f870c25418a0 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:28.558523 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Checking router: 9e01e53f-8b09-4690-88b2-bc6157bb741b for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:23:28.559075 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Updating router 9e01e53f-8b09-4690-88b2-bc6157bb741b port 07df478b-e7ad-4b70-81c4-5d0c3190d81d binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:23:28.591621 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.602686 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f451b52-58fa-4daf-baf2-e59e11aa250b None None] Pushing event updated for resources: {'Port': ['ID=4c469054-baff-4769-9935-f870c25418a0,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:28.626255 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 4c469054-baff-4769-9935-f870c25418a0 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:28.626789 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4c469054-baff-4769-9935-f870c25418a0), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.700231 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:28.705383 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.709799 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 4c469054-baff-4769-9935-f870c25418a0 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:28.755735 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-a3c551ef-6b55-4686-855c-04b21322614a None None] Provisioning complete for port 4c469054-baff-4769-9935-f870c25418a0 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:28.756802 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a3c551ef-6b55-4686-855c-04b21322614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4c469054-baff-4769-9935-f870c25418a0), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.852110 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a3c551ef-6b55-4686-855c-04b21322614a None None] Current status of the port 4c469054-baff-4769-9935-f870c25418a0 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:28.904545 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Publish callbacks [] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.911072 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.961249 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763ed1-6a8c-4646-85c6-bdf651c94011 req-55ed7213-4740-405e-989a-31eef1baa5f2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:28.962695 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a0763ed1-6a8c-4646-85c6-bdf651c94011 req-55ed7213-4740-405e-989a-31eef1baa5f2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1200569 Jun 07 14:23:28.963323 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Attempting to bind port 07df478b-e7ad-4b70-81c4-5d0c3190d81d on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:28.963691 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Attempting to bind port 07df478b-e7ad-4b70-81c4-5d0c3190d81d by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:28.964191 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Attempting to bind port 07df478b-e7ad-4b70-81c4-5d0c3190d81d on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:28.975500 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Pushing event updated for resources: {'Port': ['ID=07df478b-e7ad-4b70-81c4-5d0c3190d81d,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:28.978068 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a4c85-922e-4d2e-b91f-33e355adb313 req-c3707c57-59ff-490f-8c91-a355bd0c565e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:28.979162 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:28.980051 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-576a4c85-922e-4d2e-b91f-33e355adb313 req-c3707c57-59ff-490f-8c91-a355bd0c565e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.1332068 Jun 07 14:23:28.980193 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:28.980645 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:28.981104 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:28.981574 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Bound port: 07df478b-e7ad-4b70-81c4-5d0c3190d81d, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:28.982089 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.006413 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.006756 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.007110 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.007483 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.007811 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.008131 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.008449 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.008764 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.009078 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.009391 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.009706 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.010042 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.010357 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.010666 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.011048 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:23:29.023279 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Allocated IP 172.20.0.1 (f397386a-1f8f-428e-9db6-eb5c4da2745e/f00d4818-ccea-4466-8c10-3979566768df/3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:29.034818 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:29.045192 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] For port 07df478b-e7ad-4b70-81c4-5d0c3190d81d, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:29.054198 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] For port 07df478b-e7ad-4b70-81c4-5d0c3190d81d, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=07df478b-e7ad-4b70-81c4-5d0c3190d81d,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:29.062279 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.093688 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a0763ed1-6a8c-4646-85c6-bdf651c94011 req-8a910df1-246e-44a1-acdc-25207433f38b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103940 Jun 07 14:23:29.126191 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-576a4c85-922e-4d2e-b91f-33e355adb313 req-797aed5f-e2a5-4a2e-b171-318c9444093d tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396577 Jun 07 14:23:29.130928 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:29.131577 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:29.150249 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:29.172781 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef16df-208a-4a1d-a621-c481a021598e None None] Pushing event updated for resources: {'Port': ['ID=07df478b-e7ad-4b70-81c4-5d0c3190d81d,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:29.186252 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks [] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.217964 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.249172 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:29.253657 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Network f397386a-1f8f-428e-9db6-eb5c4da2745e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:29.258009 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:29.261841 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:29.290220 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Pushing event updated for resources: {'Port': ['ID=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:29.309649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (9e01e53f-8b09-4690-88b2-bc6157bb741b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.371080 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:29.449918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.475018 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-c644c802-4525-488b-8f5b-04a12f59cd17 None None] Provisioning complete for port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:29.475544 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c644c802-4525-488b-8f5b-04a12f59cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.513209 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c644c802-4525-488b-8f5b-04a12f59cd17 None None] Port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:23:29.522368 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:27Z', 'revision_number': 3, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:29.546893 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d436ec-d0cd-4328-a663-b86b0bb9c4ed None None] The sync data for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi is: [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:27Z', 'revision_number': 3, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:23:29.622481 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:29.656454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks [] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.660746 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:29.952528 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Pushing event updated for resources: {'Port': ['ID=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:29.955971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (9e01e53f-8b09-4690-88b2-bc6157bb741b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:30.057432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Network f397386a-1f8f-428e-9db6-eb5c4da2745e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:30.058951 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:30.114077 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:30.185927 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Router 9e01e53f-8b09-4690-88b2-bc6157bb741b has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:23:30.337135 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-60e66b41-00da-4001-b4fd-4401b4075dd3 None None] Provisioning complete for port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:30.337704 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60e66b41-00da-4001-b4fd-4401b4075dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:30.356770 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74ca7-c722-4dc7-9d2b-9673d708913f req-844e48a0-fb00-428f-ab75-954287870426 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:30.358282 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2ef74ca7-c722-4dc7-9d2b-9673d708913f req-844e48a0-fb00-428f-ab75-954287870426 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1156144 Jun 07 14:23:30.366262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740da394-abb7-4592-89cd-a21ce172c92c req-2f17e486-5d2a-40a9-9634-fd0f70b41bde tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:30.367734 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-740da394-abb7-4592-89cd-a21ce172c92c req-2f17e486-5d2a-40a9-9634-fd0f70b41bde tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.1267850 Jun 07 14:23:30.380642 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-60e66b41-00da-4001-b4fd-4401b4075dd3 None None] Port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:23:30.443044 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:23:30.459494 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-463d4ba5-2b22-4151-90e9-a4b5ea65c26a admin admin] 10.222.0.81 "PUT /v2.0/routers/9e01e53f-8b09-4690-88b2-bc6157bb741b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3474314 Jun 07 14:23:30.476490 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-740da394-abb7-4592-89cd-a21ce172c92c req-6ccdd71d-8111-4285-9152-b4eb6d6e0683 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980177 Jun 07 14:23:30.480797 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2ef74ca7-c722-4dc7-9d2b-9673d708913f req-436ed36a-3c14-4e74-a68b-083073b073c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121411 Jun 07 14:23:30.549470 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4c469054-baff-4769-9935-f870c25418a0 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:30.606661 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 4c469054-baff-4769-9935-f870c25418a0 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:30.607055 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4c469054-baff-4769-9935-f870c25418a0), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:30.684661 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 4c469054-baff-4769-9935-f870c25418a0 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:30.685692 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 07df478b-e7ad-4b70-81c4-5d0c3190d81d up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:30.735803 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 07df478b-e7ad-4b70-81c4-5d0c3190d81d triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:30.736270 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:30.812051 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 07df478b-e7ad-4b70-81c4-5d0c3190d81d is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:30.812433 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:30.834029 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 07df478b-e7ad-4b70-81c4-5d0c3190d81d, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=07df478b-e7ad-4b70-81c4-5d0c3190d81d,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:30.838454 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:30.889461 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=07df478b-e7ad-4b70-81c4-5d0c3190d81d,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:30.979286 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43964) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:30.984946 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-541328660-network', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:31.007440 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Made reservation on behalf of 02c7033c26d04bdb8e8f091aefb1534b for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:31.010093 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.021951 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.101813 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks [] for security_group (2980d39d-c457-4d65-adfb-00815c6542db), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.105750 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2980d39d-c457-4d65-adfb-00815c6542db), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.134815 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:23:31.140860 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980d39d-c457-4d65-adfb-00815c6542db,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:31.152818 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (be7d5a38-c306-482e-af6f-3433da2157b9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.153278 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Added segment be7d5a38-c306-482e-af6f-3433da2157b9 of type vlan for network b1a80595-3025-4c23-8356-a1e92f2bd131 Jun 07 14:23:31.162384 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:31.200852 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Sync routers for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:23:31.203127 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (b1a80595-3025-4c23-8356-a1e92f2bd131), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.211383 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:31.212004 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:31.215312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:31.229527 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (b1a80595-3025-4c23-8356-a1e92f2bd131), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.230714 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:31.231314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.289880 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3088362 Jun 07 14:23:31.292765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 43970) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:31.297348 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Request body: {'subnet': {'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-541328660-subnet', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:31.306752 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac70fd-5598-456a-8f99-26ef29af458e admin admin] Pushing event updated for resources: {'Network': ['ID=b1a80595-3025-4c23-8356-a1e92f2bd131,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:31.313108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:31.317564 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:31.321515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network b1a80595-3025-4c23-8356-a1e92f2bd131 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:23:31.328518 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Made reservation on behalf of 02c7033c26d04bdb8e8f091aefb1534b for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:31.330985 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.407848 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:31.486642 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:31.520461 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (d2469385-7095-4e4f-b0c1-ec33a5299f1a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.618151 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2469385-7095-4e4f-b0c1-ec33a5299f1a,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:31.626703 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 2, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:31.655376 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Checking router: 9e01e53f-8b09-4690-88b2-bc6157bb741b for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:23:31.655727 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Updating router 9e01e53f-8b09-4690-88b2-bc6157bb741b port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:23:31.657729 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Checking segment: {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:31.658195 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Network hostable DHCP agents. Network: b1a80595-3025-4c23-8356-a1e92f2bd131, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:23:31.686864 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.703604 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5001f-d8c8-4640-988d-1ea407760417 req-28f650a5-9044-4196-bf6c-52be7d5e572e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:31.705146 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-78f5001f-d8c8-4640-988d-1ea407760417 req-28f650a5-9044-4196-bf6c-52be7d5e572e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1020899 Jun 07 14:23:31.720761 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cd3e1-00c3-4978-9631-da1db329403d req-28bf54b7-f949-4ab5-afd5-20bc22c8f601 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:31.722531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d29cd3e1-00c3-4978-9631-da1db329403d req-28bf54b7-f949-4ab5-afd5-20bc22c8f601 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.1053562 Jun 07 14:23:31.750927 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Network b1a80595-3025-4c23-8356-a1e92f2bd131 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:23:31.794304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, b1a80595-3025-4c23-8356-a1e92f2bd131) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:31.809153 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:31.809752 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.813654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc9cf2-de32-42df-ade0-dcd9e8000e37 None None] Network b1a80595-3025-4c23-8356-a1e92f2bd131 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:31.818556 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-78f5001f-d8c8-4640-988d-1ea407760417 req-9634b02a-e37a-470e-8f5a-e12a02305070 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938842 Jun 07 14:23:31.829618 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d29cd3e1-00c3-4978-9631-da1db329403d req-fc4dc465-91e4-41ba-b653-247b32912e23 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937631 Jun 07 14:23:31.845057 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-6b6f9bb2-7f81-47a8-b9a6-c33d79f6882c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5512016 Jun 07 14:23:31.847643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 43984) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:31.852565 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:31.874882 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (798b6887-b96b-4d20-84d5-c83f7d019bc0), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.875967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (798b6887-b96b-4d20-84d5-c83f7d019bc0), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:31.895334 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:31.936382 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks [] for router_controller (798b6887-b96b-4d20-84d5-c83f7d019bc0), precommit_add_association {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.025331 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-c40e9626-9b77-45f4-8103-347a048abc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:32.028192 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-c40e9626-9b77-45f4-8103-347a048abc3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 1128 time: 0.0674326 Jun 07 14:23:32.199544 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-b1a80595-3025-4c23-8356-a1e92f2bd131', 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131', 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'fixed_ips': [{'subnet_id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:23:32.200662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.262459 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-ffbb0814-ebb0-4c1f-bc99-76b6526c536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:32.264004 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-ffbb0814-ebb0-4c1f-bc99-76b6526c536b service neutron] 10.222.0.75 "GET /v2.0/networks?id=852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 200 len: 910 time: 0.2212441 Jun 07 14:23:32.324393 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-7b1e1665-1d48-4635-9d99-a1d230fe7bc6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d HTTP/1.1" status: 200 len: 217 time: 0.0526254 Jun 07 14:23:32.355447 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Publish callbacks [] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.368358 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.381054 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks [] for router_gateway (798b6887-b96b-4d20-84d5-c83f7d019bc0), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.413237 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-2551f3fc-5e85-4b8d-a691-4bd61a8874ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:32.415175 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-2551f3fc-5e85-4b8d-a691-4bd61a8874ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe HTTP/1.1" status: 200 len: 849 time: 0.0818646 Jun 07 14:23:32.482493 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609394-5cf1-4095-add7-881ff02f5db1 None None] Pushing event updated for resources: {'Port': ['ID=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:32.491438 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Allocated IP 172.20.0.2 (b1a80595-3025-4c23-8356-a1e92f2bd131/d2469385-7095-4e4f-b0c1-ec33a5299f1a/0aae6e97-7d7c-4732-ab9a-e078c69f4ccd) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:32.551717 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-7d6c2b8e-b4ff-4086-845f-27b7f63ca096 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=852d511c-cad0-48ac-b18c-ff9209889a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237867 Jun 07 14:23:32.571158 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 07df478b-e7ad-4b70-81c4-5d0c3190d81d up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:32.643528 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks [] for router_gateway (798b6887-b96b-4d20-84d5-c83f7d019bc0), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.680965 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.705342 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:32.771431 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Attempting to bind port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:32.771994 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Attempting to bind port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:32.772387 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Attempting to bind port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b on network f397386a-1f8f-428e-9db6-eb5c4da2745e {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:32.775037 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-62973a7d-14ff-4207-b2ca-e422146b20b7 service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141109 Jun 07 14:23:32.793396 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:32.793799 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Checking segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:32.794424 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.795075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Bound using segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:32.795075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Bound port: 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:32.795585 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.818727 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 07df478b-e7ad-4b70-81c4-5d0c3190d81d triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:32.819122 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.883838 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Allocated IP 172.27.2.22 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/c2f10499-1915-43c9-a544-d00e4d982de8) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:32.949788 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:32.950653 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-0b3c65b2-babe-4a46-90fd-578863b82d3d None None] Provisioning complete for port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:32.951047 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0b3c65b2-babe-4a46-90fd-578863b82d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:32.977098 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c8bc66-6a94-4fda-960a-d4ea2b29997f req-be01c644-be3a-4af2-8b27-c0902d5faeae service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899471 Jun 07 14:23:33.007262 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:33.011614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:33.015405 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks [] for port (c2f10499-1915-43c9-a544-d00e4d982de8), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.051927 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.060073 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c65b2-babe-4a46-90fd-578863b82d3d None None] Port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:23:33.074249 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a67901-b6f9-45f6-a0a5-fdac30749ed4 req-97d5259d-f29c-4255-86c1-64582fc3b58b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:33.081407 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-92a67901-b6f9-45f6-a0a5-fdac30749ed4 req-97d5259d-f29c-4255-86c1-64582fc3b58b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1246777 Jun 07 14:23:33.090257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] For port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:33.097658 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6e927-f88b-47b6-ba73-262c98c144fe req-e14d78b2-185c-4dc2-adcf-154ac153d967 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:33.098672 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:33.099803 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6bc6e927-f88b-47b6-ba73-262c98c144fe req-e14d78b2-185c-4dc2-adcf-154ac153d967 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.1450770 Jun 07 14:23:33.103160 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:33.107327 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:33.129545 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Publish callbacks [] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.139794 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Pushing event updated for resources: {'Port': ['ID=c2f10499-1915-43c9-a544-d00e4d982de8,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:33.154468 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] For port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:33.171634 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-92a67901-b6f9-45f6-a0a5-fdac30749ed4 req-9e16ce9c-8efb-4e15-8cfb-389b078b2192 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889907 Jun 07 14:23:33.172451 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.195702 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 07df478b-e7ad-4b70-81c4-5d0c3190d81d is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:33.233783 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.241502 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6bc6e927-f88b-47b6-ba73-262c98c144fe req-3a801898-3e94-4265-89d7-7af18234e81e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247530 Jun 07 14:23:33.241864 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:33.258439 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:33.268966 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:33.288685 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Pushing event updated for resources: {'Port': ['ID=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:33.293462 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Network b1a80595-3025-4c23-8356-a1e92f2bd131 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:33.302872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:33.324483 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:33.374280 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609394-5cf1-4095-add7-881ff02f5db1 None None] Pushing event updated for resources: {'Port': ['ID=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:33.394087 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:33.395057 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:33.411904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-c9f5595c-8efe-4377-ad5a-dc110bc3ef56 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:33.413484 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-c9f5595c-8efe-4377-ad5a-dc110bc3ef56 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/networks?id=74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 200 len: 813 time: 0.1307387 Jun 07 14:23:33.428404 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks [] for router_gateway (798b6887-b96b-4d20-84d5-c83f7d019bc0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.433104 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-e82a61ce-2cf4-4138-ae62-8d828f729fb6 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/quotas/59f9adafa99949b3b5f624c6ae7be57e HTTP/1.1" status: 200 len: 375 time: 0.0115132 Jun 07 14:23:33.486579 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d5050f31-c93a-425e-9d29-40ae03e44477 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485156 Jun 07 14:23:33.522903 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Attempting to bind port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:33.524490 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Attempting to bind port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:33.525020 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Attempting to bind port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd on network b1a80595-3025-4c23-8356-a1e92f2bd131 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:33.538382 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:33.538752 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Checking segment: {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:33.539697 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.539697 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Bound using segment: {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:33.540135 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Bound port: 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:33.540515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.588499 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-3bdf6984-2d02-4bdd-ad75-aafa2d2b3b7b service neutron] 10.222.0.81 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009288 Jun 07 14:23:33.600116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:33.645398 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (798b6887-b96b-4d20-84d5-c83f7d019bc0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.646988 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] Provisioning complete for port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:33.647599 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.720715 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-c1addfc7-a340-4e36-8f2d-b5e411356eab service neutron] 10.222.0.81 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251690 Jun 07 14:23:33.730620 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] For port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:33.792289 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] For port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:33.806778 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.816583 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Router 798b6887-b96b-4d20-84d5-c83f7d019bc0 is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:23:33.966136 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:23:33.977926 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Sync routers for ids ['798b6887-b96b-4d20-84d5-c83f7d019bc0'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:23:33.991777 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] Current status of the port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:33.992071 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11588166-8270-44e4-9090-77c280888adb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:33.998388 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-11588166-8270-44e4-9090-77c280888adb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1463840 Jun 07 14:23:33.999037 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44042) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:33.999912 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:34.005257 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Routers {'798b6887-b96b-4d20-84d5-c83f7d019bc0'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:34.007903 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['798b6887-b96b-4d20-84d5-c83f7d019bc0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:34.020636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5e6bc-027d-43cf-8c06-0b2a420bb5f2 None None] Pushing event updated for resources: {'Port': ['ID=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:34.049311 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8ad365db-96f2-4953-a94d-e539c140aba9 req-c84da0b7-8a61-4ae0-8c6d-06c88c9b23df tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 210 time: 0.0484235 Jun 07 14:23:34.249501 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] For port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:34.272187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:34.286371 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:33Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:34.344458 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Set router 798b6887-b96b-4d20-84d5-c83f7d019bc0 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:34.364992 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482f54a-195f-4cb2-bcde-066f2426d8a0 None None] The sync data for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi is: [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:33Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:23:34.438487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351821cf-06e0-4f59-9e96-2c8a82bd86ba None None] Pushing event updated for resources: {'Port': ['ID=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:34.579873 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f058e4-d654-4d70-a408-30e11d4e57b8 req-91d738c2-de16-4b0a-87ae-8301d1136d1d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:34.581676 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73f058e4-d654-4d70-a408-30e11d4e57b8 req-91d738c2-de16-4b0a-87ae-8301d1136d1d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.2654102 Jun 07 14:23:34.657178 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea148-cc7c-45e8-ad6e-c79aed42d188 req-79c86120-2b00-42dd-b5b0-7b1288be4187 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:34.664381 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9aeea148-cc7c-45e8-ad6e-c79aed42d188 req-79c86120-2b00-42dd-b5b0-7b1288be4187 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.2411227 Jun 07 14:23:34.675594 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:34.711737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:34.757962 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73f058e4-d654-4d70-a408-30e11d4e57b8 req-65d703bc-28a4-4c10-9b79-864fd70cf734 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657341 Jun 07 14:23:34.809901 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:23:33Z', 'revision_number': 3, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:34.821287 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9aeea148-cc7c-45e8-ad6e-c79aed42d188 req-fe8bc918-b49a-466f-a7f0-282363f9a8b6 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535587 Jun 07 14:23:34.844037 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:34.844436 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:34.866118 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Checking router: 798b6887-b96b-4d20-84d5-c83f7d019bc0 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:23:34.866849 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Updating router 798b6887-b96b-4d20-84d5-c83f7d019bc0 port c2f10499-1915-43c9-a544-d00e4d982de8 binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:23:34.914812 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:34.978494 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:34.978981 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.030785 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:35.036710 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.055025 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:35.149506 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:35.161169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.176245 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:35.191685 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5c2c2efc-9804-47c8-a532-6ec318470a6d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:23:35.207827 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:35.231925 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:35.301352 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5fe8312e-9c12-41ad-8bc7-eb9a2792b690 req-ecb5f69d-e80a-442a-a7d4-762494f5a3f5 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 210 time: 0.1039057 Jun 07 14:23:35.386933 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 5c2c2efc-9804-47c8-a532-6ec318470a6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:35.571673 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Publish callbacks [] for port (c2f10499-1915-43c9-a544-d00e4d982de8), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.575304 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Allocated IP 172.20.0.1 (b1a80595-3025-4c23-8356-a1e92f2bd131/d2469385-7095-4e4f-b0c1-ec33a5299f1a/e423ec36-95df-4aae-a601-0734c917be1e) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:35.585488 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.605360 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48c12a-556a-4187-b9af-d5dd8639bd68 None None] Network b1a80595-3025-4c23-8356-a1e92f2bd131 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:23:35.608037 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '5c2c2efc-9804-47c8-a532-6ec318470a6d', 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76', 'port_id': '5c2c2efc-9804-47c8-a532-6ec318470a6d', 'mac_address': 'fa:16:3e:64:f2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:23:35.672599 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdd899-d937-43d7-9aac-414a80dcecf2 None None] Pushing event updated for resources: {'Port': ['ID=c2f10499-1915-43c9-a544-d00e4d982de8,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:35.674887 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Attempting to bind port c2f10499-1915-43c9-a544-d00e4d982de8 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:35.675280 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Attempting to bind port c2f10499-1915-43c9-a544-d00e4d982de8 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:35.675649 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Attempting to bind port c2f10499-1915-43c9-a544-d00e4d982de8 on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:35.681399 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:35.681774 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:35.691179 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.691676 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:35.692201 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Bound port: c2f10499-1915-43c9-a544-d00e4d982de8, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:35.692595 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.749112 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks [] for port (e423ec36-95df-4aae-a601-0734c917be1e), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.766469 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] For port c2f10499-1915-43c9-a544-d00e4d982de8, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:35.770345 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] For port c2f10499-1915-43c9-a544-d00e4d982de8, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=c2f10499-1915-43c9-a544-d00e4d982de8,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:35.775992 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-482e2f3d-f668-4ab8-bbd9-f72e9d34cfd0 None None] Provisioning complete for port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:35.776830 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-482e2f3d-f668-4ab8-bbd9-f72e9d34cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.791331 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.848960 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:35.871384 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (e423ec36-95df-4aae-a601-0734c917be1e), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:35.884160 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdd899-d937-43d7-9aac-414a80dcecf2 None None] Pushing event updated for resources: {'Port': ['ID=c2f10499-1915-43c9-a544-d00e4d982de8,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:35.898178 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Routers {'798b6887-b96b-4d20-84d5-c83f7d019bc0'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:35.899496 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['798b6887-b96b-4d20-84d5-c83f7d019bc0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:35.938934 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:35.950204 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 5c2c2efc-9804-47c8-a532-6ec318470a6d is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:35.950693 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:36.018074 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Network b1a80595-3025-4c23-8356-a1e92f2bd131 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:36.027828 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d47e3b-6c39-47db-9716-383958fa4305 req-fe1e1add-54db-4fa4-a6bd-f2d5fe5693f4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:36.029092 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:36.038335 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-56d47e3b-6c39-47db-9716-383958fa4305 req-fe1e1add-54db-4fa4-a6bd-f2d5fe5693f4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1421876 Jun 07 14:23:36.040964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2c2efc-9804-47c8-a532-6ec318470a6d {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:23:36.046627 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:36.131235 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] Set router 798b6887-b96b-4d20-84d5-c83f7d019bc0 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:36.183693 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Pushing event updated for resources: {'Port': ['ID=e423ec36-95df-4aae-a601-0734c917be1e,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:36.209231 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (798b6887-b96b-4d20-84d5-c83f7d019bc0), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:36.218815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 5c2c2efc-9804-47c8-a532-6ec318470a6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:36.248292 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:36.364726 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-482e2f3d-f668-4ab8-bbd9-f72e9d34cfd0 None None] Current status of the port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:36.398025 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:36.477110 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=5c2c2efc-9804-47c8-a532-6ec318470a6d,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:36.528205 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:36.544180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677a601-83a0-4abe-a506-d9d7bef6acfd req-bb7ea8f0-8bd4-49d4-88f0-a33af8823112 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:36.549405 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e423ec36-95df-4aae-a601-0734c917be1e), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:36.555917 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8677a601-83a0-4abe-a506-d9d7bef6acfd req-bb7ea8f0-8bd4-49d4-88f0-a33af8823112 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 944 time: 0.5104306 Jun 07 14:23:36.656438 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['5c2c2efc-9804-47c8-a532-6ec318470a6d'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:23:36.771583 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-91a452a0-ae13-48fb-97f4-12819811165f None None] Provisioning complete for port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:36.772014 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91a452a0-ae13-48fb-97f4-12819811165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:36.775335 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:23:33Z', 'revision_number': 3, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:36.852489 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243e7f2-8992-4398-adb1-f4083f033336 None None] The sync data for ids ['798b6887-b96b-4d20-84d5-c83f7d019bc0'] in dv-cinder-836083-9-iscsi is: [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:23:33Z', 'revision_number': 3, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:23:36.868772 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-89f3fc87-b7df-4c45-894a-8c81d47dc219 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:36.872882 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-89f3fc87-b7df-4c45-894a-8c81d47dc219 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "GET /v2.0/networks?id=74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 200 len: 813 time: 0.8227847 Jun 07 14:23:36.880446 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-56d47e3b-6c39-47db-9716-383958fa4305 req-277b5dc2-cfe3-45c5-9e42-b67261de3e87 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400509 Jun 07 14:23:36.899855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:36.900589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Request body: {'port': {'device_id': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6', 'admin_state_up': True, 'tenant_id': '59f9adafa99949b3b5f624c6ae7be57e'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:37.105852 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8677a601-83a0-4abe-a506-d9d7bef6acfd req-645e1691-8668-4c0b-b955-5d53fe4b0fc0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480390 Jun 07 14:23:37.126376 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:37.127037 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.130099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks [] for port (e423ec36-95df-4aae-a601-0734c917be1e), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.139205 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (e423ec36-95df-4aae-a601-0734c917be1e), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.143954 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bd199385-5424-4860-a70f-2fe8d095dabc req-b532a8e5-17de-43d1-95fa-9c938e8765f7 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 210 time: 0.0799642 Jun 07 14:23:37.176084 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-91a452a0-ae13-48fb-97f4-12819811165f None None] Current status of the port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:37.228279 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-91a452a0-ae13-48fb-97f4-12819811165f None None] Provisioning complete for port e423ec36-95df-4aae-a601-0734c917be1e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:37.228653 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-91a452a0-ae13-48fb-97f4-12819811165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e423ec36-95df-4aae-a601-0734c917be1e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.236945 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Pushing event updated for resources: {'Port': ['ID=e423ec36-95df-4aae-a601-0734c917be1e,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:37.239531 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (798b6887-b96b-4d20-84d5-c83f7d019bc0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.240337 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Made reservation on behalf of 59f9adafa99949b3b5f624c6ae7be57e for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:37.244910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.249976 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:37.282620 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:37.358655 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-91a452a0-ae13-48fb-97f4-12819811165f None None] Port e423ec36-95df-4aae-a601-0734c917be1e cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:23:37.396078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Network b1a80595-3025-4c23-8356-a1e92f2bd131 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:37.401992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:37.403771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:37.405105 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:37.493965 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-b5e39889-4375-479a-9ed0-296fae8f2f1c None None] Provisioning complete for port e423ec36-95df-4aae-a601-0734c917be1e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:37.494332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b5e39889-4375-479a-9ed0-296fae8f2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e423ec36-95df-4aae-a601-0734c917be1e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.531581 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Allocated IP 172.20.0.8 (74e54650-a65d-4ca7-9de2-261f4002b6e6/d86d16bb-3e30-4807-8091-38ab1989700b/52d793d5-4bb0-44e5-9e83-b03db851e80b) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:37.544169 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:37.544495 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.632468 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b5e39889-4375-479a-9ed0-296fae8f2f1c None None] Port e423ec36-95df-4aae-a601-0734c917be1e cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:23:37.788187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:37.867639 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-f0b6c3b4-f515-4ec9-b47b-d28ddb09c997 None None] Provisioning complete for port e423ec36-95df-4aae-a601-0734c917be1e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:37.869123 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0b6c3b4-f515-4ec9-b47b-d28ddb09c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e423ec36-95df-4aae-a601-0734c917be1e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.870673 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks [] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.921278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:37.958810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6c3b4-f515-4ec9-b47b-d28ddb09c997 None None] Port e423ec36-95df-4aae-a601-0734c917be1e cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:23:38.023286 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Pushing event updated for resources: {'Port': ['ID=52d793d5-4bb0-44e5-9e83-b03db851e80b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:38.024724 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Router 798b6887-b96b-4d20-84d5-c83f7d019bc0 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:23:38.072297 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Network 74e54650-a65d-4ca7-9de2-261f4002b6e6 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:38.075406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:38.127710 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:38.204383 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:23:38.208550 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82c191-5f74-4401-8f90-27aebeee648e req-643b801d-4b2b-41b9-a5bc-1eed50c42ea0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:38.210693 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf82c191-5f74-4401-8f90-27aebeee648e req-643b801d-4b2b-41b9-a5bc-1eed50c42ea0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1766264 Jun 07 14:23:38.212712 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b293af56-51da-4f59-abe6-1f8bd8d4bc7b admin admin] 10.222.0.81 "PUT /v2.0/routers/798b6887-b96b-4d20-84d5-c83f7d019bc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2105415 Jun 07 14:23:38.225994 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:38.226638 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:38.261850 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:38.265339 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-35ec40f7-daba-48ae-b552-635432386333 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3750117 Jun 07 14:23:38.279782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Request body: {'port': {'device_id': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:38.326204 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf82c191-5f74-4401-8f90-27aebeee648e req-5c1559df-4040-4eaf-956c-c3b6fc2e767d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910771 Jun 07 14:23:38.377563 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:38.501546 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device c2f10499-1915-43c9-a544-d00e4d982de8 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:38.595356 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port c2f10499-1915-43c9-a544-d00e4d982de8 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:38.596096 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:38.622915 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd09aa-629e-4bcf-99dd-b7229109e00f req-21839cc7-5b4e-4f0e-a304-afa85ec214ee tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:38.624708 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a4fd09aa-629e-4bcf-99dd-b7229109e00f req-21839cc7-5b4e-4f0e-a304-afa85ec214ee tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 945 time: 0.1446106 Jun 07 14:23:38.630060 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:38.641577 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:38.656273 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:38.705738 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port c2f10499-1915-43c9-a544-d00e4d982de8 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:38.706130 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:38.737044 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port c2f10499-1915-43c9-a544-d00e4d982de8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=c2f10499-1915-43c9-a544-d00e4d982de8,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:38.743251 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:38.806650 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=c2f10499-1915-43c9-a544-d00e4d982de8,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:38.978200 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63821-1f89-49c9-a055-014bea694aa3 req-96f5ef4c-f9c6-419a-a277-ce334409c819 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:38.985892 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f4c63821-1f89-49c9-a055-014bea694aa3 req-96f5ef4c-f9c6-419a-a277-ce334409c819 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 931 time: 0.3734186 Jun 07 14:23:39.047246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a4fd09aa-629e-4bcf-99dd-b7229109e00f req-e460af3f-af26-4980-b313-b1fa747c19d2 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099143 Jun 07 14:23:39.073512 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f4c63821-1f89-49c9-a055-014bea694aa3 req-0ec5994d-a105-408d-9186-fbe6677f0fac tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861933 Jun 07 14:23:39.167377 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d793d5-4bb0-44e5-9e83-b03db851e80b {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:23:39.175933 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Publish callbacks [] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.189700 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5c2c2efc-9804-47c8-a532-6ec318470a6d up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:39.202678 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Transition to ACTIVE for port object 52d793d5-4bb0-44e5-9e83-b03db851e80b will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:23:39.207153 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.255676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Sync routers for ids ['798b6887-b96b-4d20-84d5-c83f7d019bc0'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:23:39.273937 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 5c2c2efc-9804-47c8-a532-6ec318470a6d completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:23:39.279082 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Routers {'798b6887-b96b-4d20-84d5-c83f7d019bc0'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:39.280487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['798b6887-b96b-4d20-84d5-c83f7d019bc0'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:39.286385 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 5c2c2efc-9804-47c8-a532-6ec318470a6d triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:39.286958 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.302340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Pushing event updated for resources: {'Port': ['ID=52d793d5-4bb0-44e5-9e83-b03db851e80b,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:39.420567 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:39.439997 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44154) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:39.442331 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Attempting to bind port 52d793d5-4bb0-44e5-9e83-b03db851e80b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:39.442490 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Set router 798b6887-b96b-4d20-84d5-c83f7d019bc0 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:39.442682 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Attempting to bind port 52d793d5-4bb0-44e5-9e83-b03db851e80b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:39.443010 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Attempting to bind port 52d793d5-4bb0-44e5-9e83-b03db851e80b on network 74e54650-a65d-4ca7-9de2-261f4002b6e6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:39.448698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134496627', 'description': 'tempest-secgroup-smoke-134496627 description', 'project_id': 'b5977f5c113f44eebed133afa6238c2e'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:39.450787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Port 52d793d5-4bb0-44e5-9e83-b03db851e80b on network 74e54650-a65d-4ca7-9de2-261f4002b6e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:23:39.451120 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Attempting to bind port 52d793d5-4bb0-44e5-9e83-b03db851e80b on network 74e54650-a65d-4ca7-9de2-261f4002b6e6 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:39.457276 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:39.457624 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Checking segment: {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:39.458011 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Bound using segment: {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:39.458604 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Bound port: 52d793d5-4bb0-44e5-9e83-b03db851e80b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:39.459089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.493615 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.559565 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:23:39.562008 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26f986-0730-4a56-bb6c-084774a9f82a req-e8affe1b-51b9-4d74-bab2-9f8263f911b1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:39.563265 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e26f986-0730-4a56-bb6c-084774a9f82a req-e8affe1b-51b9-4d74-bab2-9f8263f911b1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0909200 Jun 07 14:23:39.575119 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group (dc698a11-92a1-4a6f-afea-ad468b0efeb2), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.580340 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dc698a11-92a1-4a6f-afea-ad468b0efeb2), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.586162 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:39.603293 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] For port 52d793d5-4bb0-44e5-9e83-b03db851e80b, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:39.615807 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 5c2c2efc-9804-47c8-a532-6ec318470a6d is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:39.616191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.618411 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:39.628631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] For port 52d793d5-4bb0-44e5-9e83-b03db851e80b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:39.642757 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.644291 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2019916 Jun 07 14:23:39.647927 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:39.649897 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982904bc-f6bc-4536-94dd-9ee5b89ee60c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc698a11-92a1-4a6f-afea-ad468b0efeb2,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:39.653812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.660635 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group_rule': {'security_group_id': 'dc698a11-92a1-4a6f-afea-ad468b0efeb2', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:39.670691 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2c2efc-9804-47c8-a532-6ec318470a6d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:23:39.673951 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adec0f24-3467-4349-9d75-c70bb64cbde4" -d '{"events": [{"server_uuid": "48a95090-dd7c-4e27-92ee-e11af90f53e4", "name": "network-vif-plugged", "status": "completed", "tag": "5c2c2efc-9804-47c8-a532-6ec318470a6d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:23:39.695972 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 5c2c2efc-9804-47c8-a532-6ec318470a6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:39.700703 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e26f986-0730-4a56-bb6c-084774a9f82a req-bb970e5d-aa9d-4df1-822f-ae0d066eee1c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249108 Jun 07 14:23:39.718236 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.731185 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:39.732106 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.733568 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] 10.222.0.75 "PUT /v2.0/ports/52d793d5-4bb0-44e5-9e83-b03db851e80b HTTP/1.1" status: 200 len: 1093 time: 1.4588881 Jun 07 14:23:39.737493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'tag': '52d793d5-4bb0-44e5-9e83-b03db851e80b'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:23:39.740482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc684fd-368e-45b1-b487-b39a2552b70c", "tag": "52d793d5-4bb0-44e5-9e83-b03db851e80b"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:23:39.748623 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f31ca-9591-4e0d-b6bd-5a0cfbdebb00 x-openstack-request-id: req-b74f31ca-9591-4e0d-b6bd-5a0cfbdebb00 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:23:39.749457 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a95090-dd7c-4e27-92ee-e11af90f53e4", "name": "network-vif-plugged", "status": "completed", "tag": "5c2c2efc-9804-47c8-a532-6ec318470a6d", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:23:39.749872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b74f31ca-9591-4e0d-b6bd-5a0cfbdebb00 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:23:39.750425 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74f31ca-9591-4e0d-b6bd-5a0cfbdebb00'] response: {'server_uuid': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2c2efc-9804-47c8-a532-6ec318470a6d', 'code': 200} Jun 07 14:23:39.770872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:23:36Z', 'revision_number': 4, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'e423ec36-95df-4aae-a601-0734c917be1e', 'name': '', 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'mac_address': 'fa:16:3e:6b:df:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:35Z', 'updated_at': '2022-06-07T14:23:36Z', 'revision_number': 2, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'subnets': [{'id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:39.803810 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8061296-debc-4bd8-af53-f840e49d6135 x-openstack-request-id: req-b8061296-debc-4bd8-af53-f840e49d6135 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:23:39.806818 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc684fd-368e-45b1-b487-b39a2552b70c", "tag": "52d793d5-4bb0-44e5-9e83-b03db851e80b", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:23:39.808223 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8061296-debc-4bd8-af53-f840e49d6135 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:23:39.809094 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Checking router: 798b6887-b96b-4d20-84d5-c83f7d019bc0 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:23:39.809454 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Updating router 798b6887-b96b-4d20-84d5-c83f7d019bc0 port e423ec36-95df-4aae-a601-0734c917be1e binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:23:39.809581 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8061296-debc-4bd8-af53-f840e49d6135'] response: {'name': 'network-changed', 'server_uuid': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'tag': '52d793d5-4bb0-44e5-9e83-b03db851e80b', 'status': 'completed', 'code': 200} Jun 07 14:23:39.816958 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (2b1649c6-7499-43ab-88f9-027b77e6f6dd), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.835312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=5c2c2efc-9804-47c8-a532-6ec318470a6d,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:39.850783 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e423ec36-95df-4aae-a601-0734c917be1e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.864420 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7fda-758d-4992-8293-b71d7edb652a service neutron] Pushing event updated for resources: {'Port': ['ID=52d793d5-4bb0-44e5-9e83-b03db851e80b,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:39.893898 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (2b1649c6-7499-43ab-88f9-027b77e6f6dd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.897926 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (2b1649c6-7499-43ab-88f9-027b77e6f6dd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.917388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1649c6-7499-43ab-88f9-027b77e6f6dd,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:39.926255 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:39.927543 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-60de7b46-4bea-4f39-bd1e-7c2f3223adc3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2773030 Jun 07 14:23:39.930407 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44168) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:39.935499 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group_rule': {'security_group_id': 'dc698a11-92a1-4a6f-afea-ad468b0efeb2', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:39.963935 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (c1c15a24-e7bb-4bf4-ac95-47190562c650), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.026727 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (c1c15a24-e7bb-4bf4-ac95-47190562c650), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.030801 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (c1c15a24-e7bb-4bf4-ac95-47190562c650), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.052427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c15a24-e7bb-4bf4-ac95-47190562c650,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.061271 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.065009 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-3f1d2012-6710-4f05-b14b-41bfac7d31a7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310813 Jun 07 14:23:40.065309 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44170) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:40.070478 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group_rule': {'security_group_id': 'dc698a11-92a1-4a6f-afea-ad468b0efeb2', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:40.105325 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (1e229fa1-99a6-4a43-b433-788352bd4ff6), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.185565 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (1e229fa1-99a6-4a43-b433-788352bd4ff6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.193692 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (1e229fa1-99a6-4a43-b433-788352bd4ff6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.196215 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Publish callbacks [] for port (e423ec36-95df-4aae-a601-0734c917be1e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.203769 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e423ec36-95df-4aae-a601-0734c917be1e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.218934 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e229fa1-99a6-4a43-b433-788352bd4ff6,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.229104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.233206 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c299b7fb-2029-4477-aa51-b1532b5ae043 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640980 Jun 07 14:23:40.234538 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94925a-f44d-4d92-9f9d-d96fc0de4e5a req-8bf098ef-a84d-44a5-8ca4-0adb9b4fb9f0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:40.236091 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de94925a-f44d-4d92-9f9d-d96fc0de4e5a req-8bf098ef-a84d-44a5-8ca4-0adb9b4fb9f0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.1032975 Jun 07 14:23:40.239047 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44176) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:40.243731 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group_rule': {'security_group_id': 'dc698a11-92a1-4a6f-afea-ad468b0efeb2', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:40.262269 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98db269-c1af-4b1d-800b-c1164c146b7a None None] Pushing event updated for resources: {'Port': ['ID=e423ec36-95df-4aae-a601-0734c917be1e,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.272708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:40.288809 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f32f5-1544-475f-ad54-cd51330a4a9b req-af5d1916-b728-4946-a171-ae094255aeda tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:40.290307 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-790f32f5-1544-475f-ad54-cd51330a4a9b req-af5d1916-b728-4946-a171-ae094255aeda tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 943 time: 0.1166506 Jun 07 14:23:40.332689 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Attempting to bind port e423ec36-95df-4aae-a601-0734c917be1e on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:23:40.333217 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Attempting to bind port e423ec36-95df-4aae-a601-0734c917be1e by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:23:40.335562 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Attempting to bind port e423ec36-95df-4aae-a601-0734c917be1e on network b1a80595-3025-4c23-8356-a1e92f2bd131 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:23:40.342974 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:23:40.343813 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Checking segment: {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:23:40.344601 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.345204 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Bound using segment: {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:23:40.345838 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Bound port: e423ec36-95df-4aae-a601-0734c917be1e, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7d5a38-c306-482e-af6f-3433da2157b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:23:40.346385 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e423ec36-95df-4aae-a601-0734c917be1e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.357655 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (9ccc3aa9-105c-46b9-937c-a01fd6861a04), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.373134 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de94925a-f44d-4d92-9f9d-d96fc0de4e5a req-d4e38e2e-3a50-4768-a5ed-fafb1aee8e66 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215611 Jun 07 14:23:40.393092 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:40.422854 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-790f32f5-1544-475f-ad54-cd51330a4a9b req-d05e0bcd-726e-477f-a32b-65fb2116b5e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232989 Jun 07 14:23:40.468675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (9ccc3aa9-105c-46b9-937c-a01fd6861a04), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.474032 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (9ccc3aa9-105c-46b9-937c-a01fd6861a04), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.497910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccc3aa9-105c-46b9-937c-a01fd6861a04,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.520033 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.523275 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-1c128955-6c49-45ed-a1ed-e729fa350863 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2813551 Jun 07 14:23:40.524492 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44180) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:40.531236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group_rule': {'security_group_id': 'dc698a11-92a1-4a6f-afea-ad468b0efeb2', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:40.556533 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Project b5977f5c113f44eebed133afa6238c2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:23:40.557555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device c2f10499-1915-43c9-a544-d00e4d982de8 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:40.563361 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (804d73db-4ea1-4d10-a1d3-335fd411660e), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.598589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] For port e423ec36-95df-4aae-a601-0734c917be1e, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:23:40.624895 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] For port e423ec36-95df-4aae-a601-0734c917be1e, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e423ec36-95df-4aae-a601-0734c917be1e,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:23:40.632825 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] Provisioning complete for port e423ec36-95df-4aae-a601-0734c917be1e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:40.633196 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e423ec36-95df-4aae-a601-0734c917be1e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.633972 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (804d73db-4ea1-4d10-a1d3-335fd411660e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.637477 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (804d73db-4ea1-4d10-a1d3-335fd411660e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.639960 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e423ec36-95df-4aae-a601-0734c917be1e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.656688 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804d73db-4ea1-4d10-a1d3-335fd411660e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.659701 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:40.663858 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.665106 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-9e046618-ba3d-4bbc-9f77-8e7191d89d2e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394413 Jun 07 14:23:40.669275 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44182) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:40.673483 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'security_group_rule': {'security_group_id': 'dc698a11-92a1-4a6f-afea-ad468b0efeb2', 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:40.685477 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:40.698952 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Project b5977f5c113f44eebed133afa6238c2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:23:40.706543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (08ac0545-febe-4884-a563-3cfca2051492), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.708930 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port c2f10499-1915-43c9-a544-d00e4d982de8 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:40.709303 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.781960 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (08ac0545-febe-4884-a563-3cfca2051492), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.787052 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (08ac0545-febe-4884-a563-3cfca2051492), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.792494 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Routers {'798b6887-b96b-4d20-84d5-c83f7d019bc0'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:23:40.793187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:23:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['798b6887-b96b-4d20-84d5-c83f7d019bc0'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:40.796678 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98db269-c1af-4b1d-800b-c1164c146b7a None None] Pushing event updated for resources: {'Port': ['ID=e423ec36-95df-4aae-a601-0734c917be1e,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.820957 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ac0545-febe-4884-a563-3cfca2051492,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:40.846928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.847170 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-51d73d2f-93f9-49b0-b402-5b346e7e9dbb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771052 Jun 07 14:23:40.872247 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:40.891256 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7621fb-0aed-4493-a5a9-037314f47358 req-4a38f50f-6db2-4b12-89c4-44950e9d78e8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:40.892818 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-af7621fb-0aed-4493-a5a9-037314f47358 req-4a38f50f-6db2-4b12-89c4-44950e9d78e8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0831311 Jun 07 14:23:40.957030 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-af7621fb-0aed-4493-a5a9-037314f47358 req-308f51a6-5fb5-49b7-870c-30153a8108b5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Jun 07 14:23:40.961051 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] Current status of the port e423ec36-95df-4aae-a601-0734c917be1e is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:40.961442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (e423ec36-95df-4aae-a601-0734c917be1e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:40.981880 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port c2f10499-1915-43c9-a544-d00e4d982de8 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:41.024924 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] Set router 798b6887-b96b-4d20-84d5-c83f7d019bc0 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:23:41.058187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] For port e423ec36-95df-4aae-a601-0734c917be1e, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e423ec36-95df-4aae-a601-0734c917be1e,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:41.065431 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (e423ec36-95df-4aae-a601-0734c917be1e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:41.207383 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39562152-8a95-4626-93b6-90be4b24ed4a None None] Pushing event updated for resources: {'Port': ['ID=e423ec36-95df-4aae-a601-0734c917be1e,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:41.213556 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-cc84eb66-f292-4968-91c4-65b00d46d637 None None] Provisioning complete for port e423ec36-95df-4aae-a601-0734c917be1e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:41.214216 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cc84eb66-f292-4968-91c4-65b00d46d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e423ec36-95df-4aae-a601-0734c917be1e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:41.333029 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:23:36Z', 'revision_number': 4, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'e423ec36-95df-4aae-a601-0734c917be1e', 'name': '', 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'mac_address': 'fa:16:3e:6b:df:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:35Z', 'updated_at': '2022-06-07T14:23:40Z', 'revision_number': 4, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'subnets': [{'id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:23:41.376567 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5ec512-2254-4e69-ac04-1eb210f193a9 None None] The sync data for ids ['798b6887-b96b-4d20-84d5-c83f7d019bc0'] in dv-cinder-836083-9-iscsi is: [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:23:36Z', 'revision_number': 4, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'e423ec36-95df-4aae-a601-0734c917be1e', 'name': '', 'network_id': 'b1a80595-3025-4c23-8356-a1e92f2bd131', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'mac_address': 'fa:16:3e:6b:df:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:35Z', 'updated_at': '2022-06-07T14:23:40Z', 'revision_number': 4, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'subnets': [{'id': 'd2469385-7095-4e4f-b0c1-ec33a5299f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:23:41.390909 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cc84eb66-f292-4968-91c4-65b00d46d637 None None] Current status of the port e423ec36-95df-4aae-a601-0734c917be1e is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:41.535028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf3208-c275-4939-9b99-b19901309e4b req-8f39b2b2-6a3d-4b7f-8247-aa38dfae06b5 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:41.536649 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6cf3208-c275-4939-9b99-b19901309e4b req-8f39b2b2-6a3d-4b7f-8247-aa38dfae06b5 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.0664957 Jun 07 14:23:41.598780 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c0d23-a219-42f1-bbfb-5284fc351b1d req-051ffd2c-ce86-4dbb-a341-af3951493d24 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:41.600306 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6e3c0d23-a219-42f1-bbfb-5284fc351b1d req-051ffd2c-ce86-4dbb-a341-af3951493d24 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 943 time: 0.0857532 Jun 07 14:23:41.639093 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6cf3208-c275-4939-9b99-b19901309e4b req-a7a8cb31-2df2-4dc3-9fa6-2fb35ef15651 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829248 Jun 07 14:23:41.670282 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6e3c0d23-a219-42f1-bbfb-5284fc351b1d req-18dd4cce-b6f5-49ee-877c-c6a5f70aed01 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616817 Jun 07 14:23:42.075300 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c40d9-9aea-41fd-91ca-9dcd39ce993e req-a000eb21-e1c9-460b-b3c9-37272ea327dc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:42.076826 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fa7c40d9-9aea-41fd-91ca-9dcd39ce993e req-a000eb21-e1c9-460b-b3c9-37272ea327dc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0474632 Jun 07 14:23:42.126831 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fa7c40d9-9aea-41fd-91ca-9dcd39ce993e req-5bd99ef7-ad14-4c57-a88a-61eb3b3e90bd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Jun 07 14:23:42.441315 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e423ec36-95df-4aae-a601-0734c917be1e up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:42.486788 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port e423ec36-95df-4aae-a601-0734c917be1e triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:42.487157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (e423ec36-95df-4aae-a601-0734c917be1e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:42.563583 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port e423ec36-95df-4aae-a601-0734c917be1e is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:42.605030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-ea190be3-fc0e-4182-a56d-89720874314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:42.616789 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-ea190be3-fc0e-4182-a56d-89720874314f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 1127 time: 0.0645540 Jun 07 14:23:42.668795 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-1993b25e-8beb-4c40-b1aa-ab91a4b7d258 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b HTTP/1.1" status: 200 len: 217 time: 0.0436966 Jun 07 14:23:42.714310 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1f38-92b1-45b0-a115-f51dae5c1d54 req-9109516c-1e4c-461e-8813-f3e18c6d0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:42.715993 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eeea1f38-92b1-45b0-a115-f51dae5c1d54 req-9109516c-1e4c-461e-8813-f3e18c6d0c84 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 1130 time: 0.0597830 Jun 07 14:23:42.721132 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:42.730747 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:42.738227 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-e631ca24-4851-4d8d-8500-a3a205cc0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:42.739714 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-e631ca24-4851-4d8d-8500-a3a205cc0313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d86d16bb-3e30-4807-8091-38ab1989700b HTTP/1.1" status: 200 len: 853 time: 0.0644011 Jun 07 14:23:42.776919 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eeea1f38-92b1-45b0-a115-f51dae5c1d54 req-2deb1352-2827-40b0-b0b4-b8834b499198 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Jun 07 14:23:42.817176 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-74a81735-816d-4c72-9515-79fda24b7d4c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74e54650-a65d-4ca7-9de2-261f4002b6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604844 Jun 07 14:23:42.835632 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c824-9d1a-49d3-be06-b13dbe87b154 req-41bb376e-137c-4852-b70a-9591e05d8afc tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:42.836563 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7041c824-9d1a-49d3-be06-b13dbe87b154 req-41bb376e-137c-4852-b70a-9591e05d8afc tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.1122804 Jun 07 14:23:42.846389 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a3487-86e6-48f4-a01c-718a1e27eeff req-4459b8f0-38d8-4dff-a105-fb05bb11bf3e tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:42.851267 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9b2a3487-86e6-48f4-a01c-718a1e27eeff req-4459b8f0-38d8-4dff-a105-fb05bb11bf3e tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 943 time: 0.0900161 Jun 07 14:23:42.920634 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7041c824-9d1a-49d3-be06-b13dbe87b154 req-48f84f78-3e04-470b-ab1d-2f348b9ce3bc tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714910 Jun 07 14:23:42.934320 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9b2a3487-86e6-48f4-a01c-718a1e27eeff req-5efd5a66-139e-408f-b15f-e89027d9e6df tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700500 Jun 07 14:23:42.996200 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3a921274-fd1c-413d-a0f3-b7e88343cbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:43.185518 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-abe56fcc-70db-4164-9a29-b5f724145f10 service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921791 Jun 07 14:23:43.252770 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:43.301404 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718b90b-41a0-46d5-9f75-21dcc98d52b5 req-c498fa95-9f04-4d18-bfa7-03a1884173ca tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:43.302882 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7718b90b-41a0-46d5-9f75-21dcc98d52b5 req-c498fa95-9f04-4d18-bfa7-03a1884173ca tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0980494 Jun 07 14:23:43.353647 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-691e3374-f25f-42b4-a5c0-cb4db8f2b521 req-ab12b44c-5b88-4aa1-b6ff-a8fbca449221 service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569021 Jun 07 14:23:43.370541 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7718b90b-41a0-46d5-9f75-21dcc98d52b5 req-104d6641-31cc-4e99-a2cf-436a5d49db78 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578432 Jun 07 14:23:44.077170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59bd63-19f8-4a59-9486-7d3ca7031afd req-aff307cc-4ca5-4cad-8377-077be1656417 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:44.078673 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1b59bd63-19f8-4a59-9486-7d3ca7031afd req-aff307cc-4ca5-4cad-8377-077be1656417 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.0891511 Jun 07 14:23:44.087030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64423b-c805-442e-982f-707dfae88cb2 req-a76d384f-a432-4a01-84a5-d61ef1f03232 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:44.089112 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de64423b-c805-442e-982f-707dfae88cb2 req-a76d384f-a432-4a01-84a5-d61ef1f03232 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 943 time: 0.0824249 Jun 07 14:23:44.162276 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1b59bd63-19f8-4a59-9486-7d3ca7031afd req-65e980ad-8f7a-497c-aed4-fab44b0239d5 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721958 Jun 07 14:23:44.169588 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de64423b-c805-442e-982f-707dfae88cb2 req-bd0ffc6e-69f3-43f6-aaca-e9c2f40179b7 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725198 Jun 07 14:23:44.488281 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf5e8-bfd4-4585-9884-78d99ec0c721 req-0d88de55-bf0b-4806-85c6-4fc2fcfa9ac6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:44.489745 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9daf5e8-bfd4-4585-9884-78d99ec0c721 req-0d88de55-bf0b-4806-85c6-4fc2fcfa9ac6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Jun 07 14:23:44.539593 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9daf5e8-bfd4-4585-9884-78d99ec0c721 req-adecd81a-2a7a-4f4f-99b2-c7f195dbe5cc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Jun 07 14:23:45.031069 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-a6f8b7fe-4228-4a2c-9050-1e56f19dbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:45.032667 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-a6f8b7fe-4228-4a2c-9050-1e56f19dbffe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 1127 time: 0.0457766 Jun 07 14:23:45.321307 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd153f5-6004-4a75-a6a2-c9657aa0861a req-b0bd2655-e501-4c35-b6f2-647273337e0c tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:45.323401 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ecd153f5-6004-4a75-a6a2-c9657aa0861a req-b0bd2655-e501-4c35-b6f2-647273337e0c tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.0812650 Jun 07 14:23:45.331832 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e241bb-01dd-47f2-8d68-38379f188651 req-341859f0-9e64-472c-9e48-26257e5f702c tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:45.334603 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74e241bb-01dd-47f2-8d68-38379f188651 req-341859f0-9e64-472c-9e48-26257e5f702c tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 943 time: 0.0801096 Jun 07 14:23:45.409461 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ecd153f5-6004-4a75-a6a2-c9657aa0861a req-5ec87b41-a61c-4d49-81ad-052c3c860331 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751622 Jun 07 14:23:45.413681 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74e241bb-01dd-47f2-8d68-38379f188651 req-ffe76027-edc9-444b-89b2-022d61118c86 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723317 Jun 07 14:23:45.439447 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-688911e0-30bd-4147-9065-b6755caae694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:45.544424 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:45.654792 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-190cdd9b-5326-4949-84cd-fddb1722523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:45.656270 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-190cdd9b-5326-4949-84cd-fddb1722523f service neutron] 10.222.0.75 "GET /v2.0/networks?id=74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 200 len: 914 time: 0.1199009 Jun 07 14:23:45.669380 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521d68d-30db-4928-a728-b44497da0609 req-43398e6b-de58-4315-8484-979939d872a8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:45.670698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c521d68d-30db-4928-a728-b44497da0609 req-43398e6b-de58-4315-8484-979939d872a8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0585279 Jun 07 14:23:45.719999 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c521d68d-30db-4928-a728-b44497da0609 req-097bc416-e608-416c-8800-8c955cd73c74 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Jun 07 14:23:45.934290 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-3b0138c2-b854-45a2-8ba5-df276ae4014e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b HTTP/1.1" status: 200 len: 217 time: 0.0346034 Jun 07 14:23:45.986949 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-7ba8c85d-99f1-466b-a6dc-92328a931d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:45.988802 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-7ba8c85d-99f1-466b-a6dc-92328a931d5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d86d16bb-3e30-4807-8091-38ab1989700b HTTP/1.1" status: 200 len: 853 time: 0.0498841 Jun 07 14:23:46.250315 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:46.478776 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-22377e1c-b141-46cd-a8d9-a1431278038b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74e54650-a65d-4ca7-9de2-261f4002b6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488701 Jun 07 14:23:46.560688 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f717c-3f36-468a-b2c1-4ba72b758e1c req-3d2ebec3-ebbb-4bdb-abfb-0da910b422a4 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:46.562188 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9e7f717c-3f36-468a-b2c1-4ba72b758e1c req-3d2ebec3-ebbb-4bdb-abfb-0da910b422a4 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.0858309 Jun 07 14:23:46.575536 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 52d793d5-4bb0-44e5-9e83-b03db851e80b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:23:46.582488 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047323-2371-4b10-a8e8-d5116544a722 req-e3d1b66e-442f-45d1-b16a-10cb76853416 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:46.583974 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-72047323-2371-4b10-a8e8-d5116544a722 req-e3d1b66e-442f-45d1-b16a-10cb76853416 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 943 time: 0.0755556 Jun 07 14:23:46.661680 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:46.670558 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9e7f717c-3f36-468a-b2c1-4ba72b758e1c req-06a8df51-53e7-446d-9f29-3f19eb821ef4 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021085 Jun 07 14:23:46.695600 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-72047323-2371-4b10-a8e8-d5116544a722 req-caa0c8ac-225e-40e7-8512-b2bee1b2f20f tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849283 Jun 07 14:23:46.715628 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 52d793d5-4bb0-44e5-9e83-b03db851e80b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:46.729801 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '52d793d5-4bb0-44e5-9e83-b03db851e80b', 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6', 'port_id': '52d793d5-4bb0-44e5-9e83-b03db851e80b', 'mac_address': 'fa:16:3e:a7:9c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86d16bb-3e30-4807-8091-38ab1989700b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:23:46.772187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 52d793d5-4bb0-44e5-9e83-b03db851e80b is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:46.772590 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:46.786929 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d793d5-4bb0-44e5-9e83-b03db851e80b {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:23:46.809251 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:46.814005 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 52d793d5-4bb0-44e5-9e83-b03db851e80b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:46.818317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:46.850123 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7218f56-0c6c-446b-bbab-77025550b9b1 req-b3cd966e-02c4-480e-894f-9d26438a66ec tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:46.855039 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a7218f56-0c6c-446b-bbab-77025550b9b1 req-b3cd966e-02c4-480e-894f-9d26438a66ec tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0580895 Jun 07 14:23:46.875061 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=52d793d5-4bb0-44e5-9e83-b03db851e80b,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:46.905876 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a7218f56-0c6c-446b-bbab-77025550b9b1 req-bad0f7e7-8114-4f93-9c39-ce2f06c707b6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Jun 07 14:23:47.034778 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44400) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:47.148194 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aad8919c-5395-4998-8d61-7237ab84d22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.171799 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['52d793d5-4bb0-44e5-9e83-b03db851e80b'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:23:47.232825 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aad8919c-5395-4998-8d61-7237ab84d22f admin admin] Publish callbacks [] for security_group (dc6e799f-3ed1-4c32-b631-ac3c8d892dec), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.237862 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aad8919c-5395-4998-8d61-7237ab84d22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dc6e799f-3ed1-4c32-b631-ac3c8d892dec), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.276840 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8919c-5395-4998-8d61-7237ab84d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e799f-3ed1-4c32-b631-ac3c8d892dec,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:47.281975 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-aad8919c-5395-4998-8d61-7237ab84d22f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e09c0fb94114711acd6f6b0c2148ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461302 Jun 07 14:23:47.284682 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44408) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:47.336829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab02be31-7a97-4588-8db5-dcfef886469e admin admin] Publish callbacks [] for security_group (dc6e799f-3ed1-4c32-b631-ac3c8d892dec), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.337104 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:47.362524 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab02be31-7a97-4588-8db5-dcfef886469e admin admin] Publish callbacks [] for security_group (dc6e799f-3ed1-4c32-b631-ac3c8d892dec), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.413816 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab02be31-7a97-4588-8db5-dcfef886469e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dc6e799f-3ed1-4c32-b631-ac3c8d892dec), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.417176 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab02be31-7a97-4588-8db5-dcfef886469e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.418330 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ab02be31-7a97-4588-8db5-dcfef886469e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc6e799f-3ed1-4c32-b631-ac3c8d892dec HTTP/1.1" status: 204 len: 168 time: 0.1328385 Jun 07 14:23:47.426627 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02be31-7a97-4588-8db5-dcfef886469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e799f-3ed1-4c32-b631-ac3c8d892dec,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:47.695915 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44416) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:47.704402 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:47.714715 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8d894c1c-3ec5-456f-8161-39747bcc1cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.819960 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8d894c1c-3ec5-456f-8161-39747bcc1cc5 admin admin] Publish callbacks [] for security_group (07940297-18f0-44e7-a413-11213dfef5ac), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.824446 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8d894c1c-3ec5-456f-8161-39747bcc1cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (07940297-18f0-44e7-a413-11213dfef5ac), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.827571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb417-64b6-4bb9-a77b-ea76dc2e4459 req-186bb7bd-e975-4684-b0d5-fbedf4c62ad8 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:47.829089 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c39cb417-64b6-4bb9-a77b-ea76dc2e4459 req-186bb7bd-e975-4684-b0d5-fbedf4c62ad8 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.0835993 Jun 07 14:23:47.844874 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3c7cc-3e8d-46f2-afef-7af4062a290b req-b20c7e59-82d4-45e8-a813-7c4cdddd24a6 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:47.846290 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1be3c7cc-3e8d-46f2-afef-7af4062a290b req-b20c7e59-82d4-45e8-a813-7c4cdddd24a6 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 944 time: 0.0703995 Jun 07 14:23:47.861724 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d894c1c-3ec5-456f-8161-39747bcc1cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07940297-18f0-44e7-a413-11213dfef5ac,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:47.871764 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8d894c1c-3ec5-456f-8161-39747bcc1cc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6414ec0a008f473881894cdeaa7aabe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743114 Jun 07 14:23:47.874422 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44422) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:47.914741 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c39cb417-64b6-4bb9-a77b-ea76dc2e4459 req-a94ffc0f-ba96-400d-abe3-da2489e8b512 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773485 Jun 07 14:23:47.935667 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1be3c7cc-3e8d-46f2-afef-7af4062a290b req-989b904d-94fe-4607-8131-c87e8ddf1f1c tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717344 Jun 07 14:23:47.936788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe9d8-13d1-488d-b740-93c9d5d5305c admin admin] Publish callbacks [] for security_group (07940297-18f0-44e7-a413-11213dfef5ac), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:47.966775 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe9d8-13d1-488d-b740-93c9d5d5305c admin admin] Publish callbacks [] for security_group (07940297-18f0-44e7-a413-11213dfef5ac), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.018485 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.042796 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe9d8-13d1-488d-b740-93c9d5d5305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (07940297-18f0-44e7-a413-11213dfef5ac), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.045607 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe9d8-13d1-488d-b740-93c9d5d5305c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.046918 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-1ffbe9d8-13d1-488d-b740-93c9d5d5305c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07940297-18f0-44e7-a413-11213dfef5ac HTTP/1.1" status: 204 len: 168 time: 0.1714141 Jun 07 14:23:48.055703 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe9d8-13d1-488d-b740-93c9d5d5305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07940297-18f0-44e7-a413-11213dfef5ac,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:48.094011 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd10c5-1c5b-4ec0-aa0f-f3c048e5d340 req-a59d5983-0fac-4764-9f96-4ad3f0428c18 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:48.095714 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6cd10c5-1c5b-4ec0-aa0f-f3c048e5d340 req-a59d5983-0fac-4764-9f96-4ad3f0428c18 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1024356 Jun 07 14:23:48.136857 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-13b3277e-ea65-476b-9835-53ac2530dc19 service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706016 Jun 07 14:23:48.180063 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6cd10c5-1c5b-4ec0-aa0f-f3c048e5d340 req-eccfb136-5603-4454-bbb5-2bd8212601c9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717847 Jun 07 14:23:48.383636 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e3d6fa93-caa1-40e4-a4c9-282b34fe83b6 req-8f4ea176-4d08-4878-92ad-e7d44f984604 service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667130 Jun 07 14:23:48.494118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36f4a068-d226-4e29-a52f-98fc37c1b479 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:48.496064 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36f4a068-d226-4e29-a52f-98fc37c1b479 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.1222935 Jun 07 14:23:48.560191 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:48.587037 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f15c-1171-4e07-9a06-bcd5fa36d3e9 req-6dacd031-5b9c-451a-9632-0df985f64b05 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:48.603397 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1a58f15c-1171-4e07-9a06-bcd5fa36d3e9 req-6dacd031-5b9c-451a-9632-0df985f64b05 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0713916 Jun 07 14:23:48.610328 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 52d793d5-4bb0-44e5-9e83-b03db851e80b up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:23:48.671605 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1a58f15c-1171-4e07-9a06-bcd5fa36d3e9 req-51915d14-60c5-4a54-bbaa-1cdacea2b650 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667405 Jun 07 14:23:48.686426 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 52d793d5-4bb0-44e5-9e83-b03db851e80b completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:23:48.688685 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:48.698882 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 52d793d5-4bb0-44e5-9e83-b03db851e80b triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:23:48.699797 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.726502 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Deleting port 5c2c2efc-9804-47c8-a532-6ec318470a6d {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:23:48.727255 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.868747 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 52d793d5-4bb0-44e5-9e83-b03db851e80b is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:23:48.869798 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.869976 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] For port 5c2c2efc-9804-47c8-a532-6ec318470a6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5c2c2efc-9804-47c8-a532-6ec318470a6d,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:48.870260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.871759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:48.887277 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Calling delete_port for 5c2c2efc-9804-47c8-a532-6ec318470a6d owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:23:48.900406 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d793d5-4bb0-44e5-9e83-b03db851e80b'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:23:48.903710 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695cb779-f61a-47bc-94ff-5666a5726b2d" -d '{"events": [{"server_uuid": "2dc684fd-368e-45b1-b487-b39a2552b70c", "name": "network-vif-plugged", "status": "completed", "tag": "52d793d5-4bb0-44e5-9e83-b03db851e80b"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:23:48.919521 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 52d793d5-4bb0-44e5-9e83-b03db851e80b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:23:48.925143 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:48.975884 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001ff670-dca7-4417-9aa8-87ac000ed3fb x-openstack-request-id: req-001ff670-dca7-4417-9aa8-87ac000ed3fb {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:23:48.976201 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc684fd-368e-45b1-b487-b39a2552b70c", "name": "network-vif-plugged", "status": "completed", "tag": "52d793d5-4bb0-44e5-9e83-b03db851e80b", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:23:48.976461 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-001ff670-dca7-4417-9aa8-87ac000ed3fb {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:23:48.976866 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001ff670-dca7-4417-9aa8-87ac000ed3fb'] response: {'server_uuid': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d793d5-4bb0-44e5-9e83-b03db851e80b', 'code': 200} Jun 07 14:23:49.005363 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=52d793d5-4bb0-44e5-9e83-b03db851e80b,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:49.137303 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (5c2c2efc-9804-47c8-a532-6ec318470a6d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:49.153021 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464fca-9877-4447-8384-ee2af940a7e3 req-2ffbbb33-ac08-45a5-967c-04c1635674a5 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:49.154730 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['5c2c2efc-9804-47c8-a532-6ec318470a6d'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:23:49.155674 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-32464fca-9877-4447-8384-ee2af940a7e3 req-2ffbbb33-ac08-45a5-967c-04c1635674a5 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 946 time: 0.1182880 Jun 07 14:23:49.163170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511b93f-4744-4211-8d93-074c553565ff req-a7f7843a-92af-4520-92e2-8ede9810d1aa tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:49.164869 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d511b93f-4744-4211-8d93-074c553565ff req-a7f7843a-92af-4520-92e2-8ede9810d1aa tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.1245408 Jun 07 14:23:49.180090 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Pushing event deleted for resources: {'Port': ['ID=5c2c2efc-9804-47c8-a532-6ec318470a6d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:49.262536 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] No DVR routers for this DVR port 5c2c2efc-9804-47c8-a532-6ec318470a6d on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:23:49.266704 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:49.270226 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-e5cb707f-e6b3-43a1-a8ad-29913ad61a1f req-36db197d-9ce9-4850-951a-64c1da07c41f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "DELETE /v2.0/ports/5c2c2efc-9804-47c8-a532-6ec318470a6d HTTP/1.1" status: 204 len: 173 time: 0.7116752 Jun 07 14:23:49.270780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'name': 'network-vif-deleted', 'tag': '5c2c2efc-9804-47c8-a532-6ec318470a6d'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:23:49.275472 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d64e4da-03ec-47c7-bfb6-3926061175c7" -d '{"events": [{"server_uuid": "48a95090-dd7c-4e27-92ee-e11af90f53e4", "name": "network-vif-deleted", "tag": "5c2c2efc-9804-47c8-a532-6ec318470a6d"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:23:49.286232 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-32464fca-9877-4447-8384-ee2af940a7e3 req-ad220f10-6342-42a5-a6d6-128833b0697e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201026 Jun 07 14:23:49.297520 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a75f18-40b3-4153-ae85-a9ab9dafbf77 req-ea4f5237-f389-47c7-8955-3b0d99e59e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:49.299111 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38a75f18-40b3-4153-ae85-a9ab9dafbf77 req-ea4f5237-f389-47c7-8955-3b0d99e59e94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 1129 time: 0.0830770 Jun 07 14:23:49.324193 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d511b93f-4744-4211-8d93-074c553565ff req-69dac972-b757-40a7-9c2c-432cb0b980b0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098299 Jun 07 14:23:49.378808 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4714965-0021-47be-9967-373d58831ff4 x-openstack-request-id: req-c4714965-0021-47be-9967-373d58831ff4 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:23:49.379101 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a95090-dd7c-4e27-92ee-e11af90f53e4", "name": "network-vif-deleted", "tag": "5c2c2efc-9804-47c8-a532-6ec318470a6d", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:23:49.379379 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4714965-0021-47be-9967-373d58831ff4 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:23:49.379781 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4714965-0021-47be-9967-373d58831ff4'] response: {'server_uuid': '48a95090-dd7c-4e27-92ee-e11af90f53e4', 'name': 'network-vif-deleted', 'tag': '5c2c2efc-9804-47c8-a532-6ec318470a6d', 'status': 'completed', 'code': 200} Jun 07 14:23:49.402316 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c38f8-2203-405d-b0e5-0938f6f8a4ca req-09758dcb-062f-4276-a686-c1d14593c5d6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:49.403945 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-639c38f8-2203-405d-b0e5-0938f6f8a4ca req-09758dcb-062f-4276-a686-c1d14593c5d6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0641489 Jun 07 14:23:49.456183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-639c38f8-2203-405d-b0e5-0938f6f8a4ca req-14bd240f-b141-46a6-8ed8-98e3e49132f9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Jun 07 14:23:49.555737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:49.790916 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:49.809509 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc161b4-03cf-4454-a509-c53e248372f5 req-15f981cc-c666-4f9b-bbf4-046ea24e4e7d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:49.811176 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5cc161b4-03cf-4454-a509-c53e248372f5 req-15f981cc-c666-4f9b-bbf4-046ea24e4e7d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0549462 Jun 07 14:23:49.867611 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5cc161b4-03cf-4454-a509-c53e248372f5 req-9b0a0bde-259c-4dc1-b59f-1b03b56e57f2 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501294 Jun 07 14:23:50.409453 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5812948f-c39f-4905-885a-2e7378b788f9 req-a6260b0e-5323-4fe7-b5ae-d3d0b43822dd tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0330498 Jun 07 14:23:50.492638 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565adf-2c3e-4ced-9b8d-2b0cf1f4360d req-547eb1ab-0cc2-461d-8b8b-d5f8584201fe tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:50.494831 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e7565adf-2c3e-4ced-9b8d-2b0cf1f4360d req-547eb1ab-0cc2-461d-8b8b-d5f8584201fe tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0775757 Jun 07 14:23:50.562011 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:50.568964 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=35 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:50.583466 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e7565adf-2c3e-4ced-9b8d-2b0cf1f4360d req-be347cdf-b39a-4768-9a22-15706e1300f4 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812111 Jun 07 14:23:50.597659 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18189314-5760-4d91-88be-c2b7aff1ee58 req-1c1b5b4a-e6c3-44f6-92b3-27e6806b119b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:50.599477 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-18189314-5760-4d91-88be-c2b7aff1ee58 req-1c1b5b4a-e6c3-44f6-92b3-27e6806b119b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0643113 Jun 07 14:23:50.651823 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-18189314-5760-4d91-88be-c2b7aff1ee58 req-8f5b77d3-73d1-4de1-910e-309560ebfbc3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Jun 07 14:23:51.001919 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48989e-db2c-4c6f-a36f-8ceb8f1f6eee req-c6457d29-aa69-46b6-9105-7056af6f499d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:51.003408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5f48989e-db2c-4c6f-a36f-8ceb8f1f6eee req-c6457d29-aa69-46b6-9105-7056af6f499d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0538559 Jun 07 14:23:51.271867 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5f48989e-db2c-4c6f-a36f-8ceb8f1f6eee req-98a829ac-9aef-4e5a-ba74-87486fa0defe tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627778 Jun 07 14:23:51.514997 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-018f3e1e-7d9f-4ac3-9944-8abecb0b3260 req-82b234a1-3352-4026-8180-ee068bca356d tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Jun 07 14:23:51.714650 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa445b1-e641-463e-bbf1-45148863d5da req-2b65743e-869b-44a3-92c5-0081d4ce37bd tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:51.716239 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ffa445b1-e641-463e-bbf1-45148863d5da req-2b65743e-869b-44a3-92c5-0081d4ce37bd tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0581310 Jun 07 14:23:51.805705 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ffa445b1-e641-463e-bbf1-45148863d5da req-bc652ed5-3974-40e8-bf36-4ca374633377 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830488 Jun 07 14:23:51.812717 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c71b4-a7b6-4dcc-a497-505fc2ce6017 req-71b56093-fdcd-40bf-a6e1-e779e034e6b5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:51.814221 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d28c71b4-a7b6-4dcc-a497-505fc2ce6017 req-71b56093-fdcd-40bf-a6e1-e779e034e6b5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0757458 Jun 07 14:23:51.867558 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d28c71b4-a7b6-4dcc-a497-505fc2ce6017 req-b83e916e-f623-450e-8ebe-ebb4d9bad4ce tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Jun 07 14:23:52.167682 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:52.179833 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38a75f18-40b3-4153-ae85-a9ab9dafbf77 req-2aa7a01f-f09e-4d1d-8e7a-3f72c1760de4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Jun 07 14:23:52.387920 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00417c2-aa85-4844-92e7-0f455daee1e6 req-9874ad43-8fc7-462f-8381-781b30e4066d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:52.389362 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b00417c2-aa85-4844-92e7-0f455daee1e6 req-9874ad43-8fc7-462f-8381-781b30e4066d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0490098 Jun 07 14:23:52.436655 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b00417c2-aa85-4844-92e7-0f455daee1e6 req-1fb5c602-ecca-486e-a60c-54fd7947ccdd tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Jun 07 14:23:52.629269 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-12e59be8-46bd-4508-a43f-aef6878e12d6 req-283f3f79-16e9-44d5-8818-63233361f354 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=48a95090-dd7c-4e27-92ee-e11af90f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jun 07 14:23:52.924779 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1714628-c5af-4dd3-a938-83d5b8772c20 req-4c265104-f898-4a07-9b9a-02b181b0d351 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:52.926254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c1714628-c5af-4dd3-a938-83d5b8772c20 req-4c265104-f898-4a07-9b9a-02b181b0d351 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0490537 Jun 07 14:23:53.015665 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325320b-2021-4cb8-afc3-754e927c5986 req-3c0c52f5-ff9c-49bd-8697-201071bc6ab2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:53.017174 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7325320b-2021-4cb8-afc3-754e927c5986 req-3c0c52f5-ff9c-49bd-8697-201071bc6ab2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0706921 Jun 07 14:23:53.020948 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c1714628-c5af-4dd3-a938-83d5b8772c20 req-acdea3b5-fa06-4239-9d9b-7e3ab88ef30b tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887101 Jun 07 14:23:53.088922 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7325320b-2021-4cb8-afc3-754e927c5986 req-cf493d19-e974-4b65-956d-cd3f44295aec tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Jun 07 14:23:53.567342 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574614f-2336-416c-8ed1-a117c1e8bac9 req-c0bb2f52-d974-4be3-bcfe-8f547f4bad7f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:53.571680 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9574614f-2336-416c-8ed1-a117c1e8bac9 req-c0bb2f52-d974-4be3-bcfe-8f547f4bad7f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0556762 Jun 07 14:23:53.625214 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9574614f-2336-416c-8ed1-a117c1e8bac9 req-0d52b589-78f8-4019-a4f8-f7aedab6e74b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500228 Jun 07 14:23:53.885599 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:53.942192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:53.986413 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b552953c-b761-4af9-a770-fc0c2b0d0057 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:53.987968 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b552953c-b761-4af9-a770-fc0c2b0d0057 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/networks?id=852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 200 len: 809 time: 0.1280847 Jun 07 14:23:54.003100 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-e7768849-93d4-449f-9b9c-f12ba041addc tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/quotas/ecb2b7cbdaf9495480fc881e823c1913 HTTP/1.1" status: 200 len: 375 time: 0.0092788 Jun 07 14:23:54.044611 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-c2872568-27e9-41a0-baa2-e220d140151f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357232 Jun 07 14:23:54.064447 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44610) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:54.173046 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e453500-ba7b-4899-bc14-fe613ebbd371 req-09449f4c-7be3-41c7-8b0a-dd663d5eb3ff tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:54.174520 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e453500-ba7b-4899-bc14-fe613ebbd371 req-09449f4c-7be3-41c7-8b0a-dd663d5eb3ff tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0712986 Jun 07 14:23:54.210706 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-a3c15000-8512-4934-a3bb-6d410910cc38 service neutron] 10.222.0.81 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550889 Jun 07 14:23:54.211977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b8f92296-d20f-4dd3-92dd-4b5d6d7f42d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.288855 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e453500-ba7b-4899-bc14-fe613ebbd371 req-4def1604-18ac-4179-bebe-bae710c80c85 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036408 Jun 07 14:23:54.293310 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:54.295630 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b8f92296-d20f-4dd3-92dd-4b5d6d7f42d6 admin admin] Publish callbacks [] for security_group (205edbbd-5cc7-4c5d-bb9b-92935262d91c), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.301456 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b8f92296-d20f-4dd3-92dd-4b5d6d7f42d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (205edbbd-5cc7-4c5d-bb9b-92935262d91c), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.337503 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b8f92296-d20f-4dd3-92dd-4b5d6d7f42d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6f09f6f44ae4d1f88c62040a2aa4b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699561 Jun 07 14:23:54.338721 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44622) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:54.340995 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-2bc22899-28ed-468d-bca9-daae06c7a09a service neutron] 10.222.0.81 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233175 Jun 07 14:23:54.389309 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92296-d20f-4dd3-92dd-4b5d6d7f42d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205edbbd-5cc7-4c5d-bb9b-92935262d91c,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:54.433004 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fde9425a-13e4-4aeb-9846-5bbd7f74f6ab admin admin] Publish callbacks [] for security_group (205edbbd-5cc7-4c5d-bb9b-92935262d91c), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.454843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4529f1-9002-4043-a049-3cc142cb3840 req-b12f6554-a5a7-4498-aac4-c18f22d25da6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:54.456688 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7c4529f1-9002-4043-a049-3cc142cb3840 req-b12f6554-a5a7-4498-aac4-c18f22d25da6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0696743 Jun 07 14:23:54.483520 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fde9425a-13e4-4aeb-9846-5bbd7f74f6ab admin admin] Publish callbacks [] for security_group (205edbbd-5cc7-4c5d-bb9b-92935262d91c), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.566812 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fde9425a-13e4-4aeb-9846-5bbd7f74f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (205edbbd-5cc7-4c5d-bb9b-92935262d91c), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.571248 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fde9425a-13e4-4aeb-9846-5bbd7f74f6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:54.573442 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7c4529f1-9002-4043-a049-3cc142cb3840 req-8d5ce69a-fbc9-4fdc-8661-5ce02c8699ab tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106296 Jun 07 14:23:54.575838 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fde9425a-13e4-4aeb-9846-5bbd7f74f6ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/205edbbd-5cc7-4c5d-bb9b-92935262d91c HTTP/1.1" status: 204 len: 168 time: 0.2337813 Jun 07 14:23:54.589663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9425a-13e4-4aeb-9846-5bbd7f74f6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205edbbd-5cc7-4c5d-bb9b-92935262d91c,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:54.591421 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54e8145c-a882-46c2-9ef7-20ec22ef809f req-6ffec0b3-534a-47c3-b81a-a4ff9bb5dd2c tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 210 time: 0.0622623 Jun 07 14:23:54.805590 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9af29-0be2-44e7-bb2f-f37caa124d66 req-54813c34-4b53-4b57-bcd7-d35d39169fbf tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:54.809506 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e7f9af29-0be2-44e7-bb2f-f37caa124d66 req-54813c34-4b53-4b57-bcd7-d35d39169fbf tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0775864 Jun 07 14:23:54.877312 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e7f9af29-0be2-44e7-bb2f-f37caa124d66 req-ba6f0197-96e2-49e2-a7f7-f088a53dcf57 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606549 Jun 07 14:23:55.034427 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44678) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:55.050844 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b349cab0-564c-4f01-baa3-e3894e87ab54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.062561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:55.126445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b349cab0-564c-4f01-baa3-e3894e87ab54 admin admin] Publish callbacks [] for security_group (8e8291e8-dbea-465d-81c5-b2872d4e2681), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.129989 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b349cab0-564c-4f01-baa3-e3894e87ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8e8291e8-dbea-465d-81c5-b2872d4e2681), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.174465 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b349cab0-564c-4f01-baa3-e3894e87ab54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfbf6811f3f74c97927f9cf12eb0bc4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386707 Jun 07 14:23:55.176954 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44686) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:55.179558 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349cab0-564c-4f01-baa3-e3894e87ab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8291e8-dbea-465d-81c5-b2872d4e2681,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:55.237231 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3afd-2a72-40e2-9840-23d960b022b7 admin admin] Publish callbacks [] for security_group (8e8291e8-dbea-465d-81c5-b2872d4e2681), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.257615 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:55.264192 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3afd-2a72-40e2-9840-23d960b022b7 admin admin] Publish callbacks [] for security_group (8e8291e8-dbea-465d-81c5-b2872d4e2681), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.320569 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3afd-2a72-40e2-9840-23d960b022b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8e8291e8-dbea-465d-81c5-b2872d4e2681), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.323724 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3afd-2a72-40e2-9840-23d960b022b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:55.327764 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-7dcd3afd-2a72-40e2-9840-23d960b022b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e8291e8-dbea-465d-81c5-b2872d4e2681 HTTP/1.1" status: 204 len: 168 time: 0.1469016 Jun 07 14:23:55.335507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3afd-2a72-40e2-9840-23d960b022b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8291e8-dbea-465d-81c5-b2872d4e2681,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:55.790540 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557ae1b-75ad-4ee7-b95c-432a36813d7d req-0c3e84f7-a46e-4276-9285-91f2a8eebe6c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:55.798167 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1557ae1b-75ad-4ee7-b95c-432a36813d7d req-0c3e84f7-a46e-4276-9285-91f2a8eebe6c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1182628 Jun 07 14:23:55.816686 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2f01c58b-567e-49fe-87c6-23e3f125a784 req-e748236f-f15c-40a0-bdcb-2ebc5a80ce11 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 210 time: 0.0767820 Jun 07 14:23:55.863664 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1557ae1b-75ad-4ee7-b95c-432a36813d7d req-3ca53885-ee0e-4856-8a63-99d22891980a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Jun 07 14:23:55.946377 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2dae4-c3e3-49ec-8ac7-106630edd13c req-c0c4af67-3da0-4905-add8-7d97b65472e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:55.949865 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-36b2dae4-c3e3-49ec-8ac7-106630edd13c req-c0c4af67-3da0-4905-add8-7d97b65472e5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1129 time: 0.0520697 Jun 07 14:23:56.050252 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced7d26-a62b-4a90-a7d8-c5fa65d602a7 req-3e1f7cdb-2ba4-41f3-985f-1a19ffad1555 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:56.052104 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2ced7d26-a62b-4a90-a7d8-c5fa65d602a7 req-3e1f7cdb-2ba4-41f3-985f-1a19ffad1555 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0838108 Jun 07 14:23:56.060429 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:56.072225 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-36b2dae4-c3e3-49ec-8ac7-106630edd13c req-6a281e72-f5ec-4e72-ac9a-b6fa5a512499 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060238 Jun 07 14:23:56.113254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2ced7d26-a62b-4a90-a7d8-c5fa65d602a7 req-d1badf57-35a5-4aa2-bdfe-d9df458ab98d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516086 Jun 07 14:23:56.139973 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5c2c2efc-9804-47c8-a532-6ec318470a6d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:23:56.168269 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 5c2c2efc-9804-47c8-a532-6ec318470a6d {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:23:56.169044 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5c2c2efc-9804-47c8-a532-6ec318470a6d not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:23:56.807000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-7cd303d3-2154-42a4-b766-2918ff301431 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:56.808906 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-7cd303d3-2154-42a4-b766-2918ff301431 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "GET /v2.0/networks?id=852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 200 len: 809 time: 0.1443460 Jun 07 14:23:56.943836 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a08a796e-097f-4b5d-9d4b-62dcd714f18b req-0547d473-d2d1-4d5c-9aba-e1c6e4e91261 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 210 time: 0.0398238 Jun 07 14:23:57.015844 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b5ad-97e2-4e00-87f7-2aa85676d304 req-eeaa2a5c-3e06-49e9-b50e-a53de8793a84 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:57.017701 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2a86b5ad-97e2-4e00-87f7-2aa85676d304 req-eeaa2a5c-3e06-49e9-b50e-a53de8793a84 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0627644 Jun 07 14:23:57.091778 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2a86b5ad-97e2-4e00-87f7-2aa85676d304 req-d4230c16-f52c-40bc-bdfb-27b3043bcf2b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685768 Jun 07 14:23:57.122886 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Request body: {'port': {'device_id': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76', 'admin_state_up': True, 'tenant_id': 'ecb2b7cbdaf9495480fc881e823c1913'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:23:57.296069 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f011cd-2f02-4985-876b-6ac638099a58 req-fa00b4e9-24a8-4f85-b786-3636c6853d78 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:57.297565 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e8f011cd-2f02-4985-876b-6ac638099a58 req-fa00b4e9-24a8-4f85-b786-3636c6853d78 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0827167 Jun 07 14:23:57.315305 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Made reservation on behalf of ecb2b7cbdaf9495480fc881e823c1913 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:23:57.315694 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:57.345366 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:57.408648 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e8f011cd-2f02-4985-876b-6ac638099a58 req-bef1f7f6-d5ce-4269-a47b-859b8a24f243 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039970 Jun 07 14:23:57.490754 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Allocated IP 172.20.0.13 (852d511c-cad0-48ac-b18c-ff9209889a76/fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe/4f31b9bd-b25a-4f81-a6f5-a3395bf00234) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:23:57.672194 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks [] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:57.703480 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:57.746436 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Network 852d511c-cad0-48ac-b18c-ff9209889a76 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:23:57.749671 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:23:57.755845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:23:57.762076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Pushing event updated for resources: {'Port': ['ID=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:57.781837 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:57.813438 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:57.814042 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:57.829912 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b92afdbd-6247-414e-9172-346ff88f9b10 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120905 Jun 07 14:23:57.856585 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44806) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:57.963857 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6e32d405-5bec-407e-9c5d-d68780e3a0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.048316 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6e32d405-5bec-407e-9c5d-d68780e3a0c3 admin admin] Publish callbacks [] for security_group (8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.051959 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6e32d405-5bec-407e-9c5d-d68780e3a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.065780 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01973731-6d01-47c8-b6ef-5fcd009b89db req-b47ccdd7-9d9a-4234-992a-493b16624256 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:58.067275 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-01973731-6d01-47c8-b6ef-5fcd009b89db req-b47ccdd7-9d9a-4234-992a-493b16624256 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 932 time: 0.0476534 Jun 07 14:23:58.091684 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32d405-5bec-407e-9c5d-d68780e3a0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:58.103056 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6e32d405-5bec-407e-9c5d-d68780e3a0c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ffaba31c9744c46ac5cfcb38b9e934f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427697 Jun 07 14:23:58.103934 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 44814) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:58.141532 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-01973731-6d01-47c8-b6ef-5fcd009b89db req-9e284642-beba-4b32-8910-954c88101b2e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677533 Jun 07 14:23:58.174498 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de3e350-0964-4b33-a1a7-9846d13b3002 admin admin] Publish callbacks [] for security_group (8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.228925 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de3e350-0964-4b33-a1a7-9846d13b3002 admin admin] Publish callbacks [] for security_group (8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.253070 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d1e8-b623-4af0-8f77-d7fa271b9163 req-1a8cf2e2-e79e-45e6-ba63-c86bd91ee09b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:58.254666 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3f15d1e8-b623-4af0-8f77-d7fa271b9163 req-1a8cf2e2-e79e-45e6-ba63-c86bd91ee09b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0749021 Jun 07 14:23:58.308254 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:58.313455 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3f15d1e8-b623-4af0-8f77-d7fa271b9163 req-926facc4-eb58-4529-b062-32ab8f5a69ad tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503986 Jun 07 14:23:58.321587 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de3e350-0964-4b33-a1a7-9846d13b3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.324816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2de3e350-0964-4b33-a1a7-9846d13b3002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.337453 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2de3e350-0964-4b33-a1a7-9846d13b3002 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb HTTP/1.1" status: 204 len: 168 time: 0.2211468 Jun 07 14:23:58.337453 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3e350-0964-4b33-a1a7-9846d13b3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f2c2e-4a6d-4987-b4ac-a7e0c3a252eb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:58.532426 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff2585-94a9-430e-9c41-b03a263cdbdf req-ec8cb248-bdbb-4bfb-ac37-e5e0f479b896 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:58.533978 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bcff2585-94a9-430e-9c41-b03a263cdbdf req-ec8cb248-bdbb-4bfb-ac37-e5e0f479b896 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0517106 Jun 07 14:23:58.621136 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084350-8627-4638-b1bf-105607933399 req-17fb0199-c828-4ea9-94fd-61e57bd8f2e9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:58.622623 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70084350-8627-4638-b1bf-105607933399 req-17fb0199-c828-4ea9-94fd-61e57bd8f2e9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0754826 Jun 07 14:23:58.625746 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bcff2585-94a9-430e-9c41-b03a263cdbdf req-0c597425-5fc0-414b-b3b2-7f735eac835d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861051 Jun 07 14:23:58.672260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44834) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:58.672506 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70084350-8627-4638-b1bf-105607933399 req-11edc641-4ba1-40ce-b4d1-4cf961ead81f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Jun 07 14:23:58.689425 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b36a937-07c9-4598-a4fd-476a4cfaf84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.765983 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b36a937-07c9-4598-a4fd-476a4cfaf84a admin admin] Publish callbacks [] for security_group (b7faf48b-6997-4d3e-8793-349c5fb76c37), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.769434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b36a937-07c9-4598-a4fd-476a4cfaf84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b7faf48b-6997-4d3e-8793-349c5fb76c37), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.806641 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36a937-07c9-4598-a4fd-476a4cfaf84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7faf48b-6997-4d3e-8793-349c5fb76c37,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:58.811126 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8b36a937-07c9-4598-a4fd-476a4cfaf84a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa2c054d54d14c0ebef458d37a3c1c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376531 Jun 07 14:23:58.814173 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 44836) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:23:58.866121 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cbfa-a0e6-4df0-acd2-ad7c2f784498 admin admin] Publish callbacks [] for security_group (b7faf48b-6997-4d3e-8793-349c5fb76c37), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.888008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cbfa-a0e6-4df0-acd2-ad7c2f784498 admin admin] Publish callbacks [] for security_group (b7faf48b-6997-4d3e-8793-349c5fb76c37), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.889467 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:23:58.935614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cbfa-a0e6-4df0-acd2-ad7c2f784498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b7faf48b-6997-4d3e-8793-349c5fb76c37), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.938067 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cbfa-a0e6-4df0-acd2-ad7c2f784498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:23:58.939204 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9ad2cbfa-a0e6-4df0-acd2-ad7c2f784498 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7faf48b-6997-4d3e-8793-349c5fb76c37 HTTP/1.1" status: 204 len: 168 time: 0.1245067 Jun 07 14:23:58.946847 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2cbfa-a0e6-4df0-acd2-ad7c2f784498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7faf48b-6997-4d3e-8793-349c5fb76c37,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:23:59.268421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744901e-3260-43f0-8dba-4883cfd0784e req-2899bc1b-b7c4-45e1-b5b1-a7ad6754f744 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:59.269880 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5744901e-3260-43f0-8dba-4883cfd0784e req-2899bc1b-b7c4-45e1-b5b1-a7ad6754f744 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 932 time: 0.0494521 Jun 07 14:23:59.320034 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5744901e-3260-43f0-8dba-4883cfd0784e req-89eeda80-8099-4177-86b4-df62e41f79a8 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Jun 07 14:23:59.748115 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2122403-58ba-43ee-b64b-ed2f38c3d2ca req-91b6e9fc-0f0a-49c7-96ac-c516b3456362 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:59.749780 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2122403-58ba-43ee-b64b-ed2f38c3d2ca req-91b6e9fc-0f0a-49c7-96ac-c516b3456362 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0538139 Jun 07 14:23:59.819529 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20154b-6e1f-4aad-a180-15e45fa7771e req-5ab925e8-3dc5-4f4a-9dea-562a4a3ac0ac tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:23:59.820982 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9e20154b-6e1f-4aad-a180-15e45fa7771e req-5ab925e8-3dc5-4f4a-9dea-562a4a3ac0ac tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0703297 Jun 07 14:23:59.849956 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2122403-58ba-43ee-b64b-ed2f38c3d2ca req-cac8dc2d-11e1-4c60-addc-3217925beda6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896547 Jun 07 14:23:59.886881 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9e20154b-6e1f-4aad-a180-15e45fa7771e req-f99257c9-92d8-4f67-b67c-5421b0ca3b78 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573254 Jun 07 14:24:00.436942 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b40ab-2026-4e52-9112-277e2ba0cf46 req-e4383f4c-45e1-4fcc-a0df-0a1ac292c934 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:00.438426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0e1b40ab-2026-4e52-9112-277e2ba0cf46 req-e4383f4c-45e1-4fcc-a0df-0a1ac292c934 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 932 time: 0.0479090 Jun 07 14:24:00.501303 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0e1b40ab-2026-4e52-9112-277e2ba0cf46 req-0b383a4c-9d47-46c8-a047-a3c1550f7e3a tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571098 Jun 07 14:24:01.005492 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:01.027897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d166-0ce0-4ad2-ac78-079a4fda2f2f req-c02d88f4-eed0-45e5-b532-12ddbed4c5d3 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.030845 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9710d166-0ce0-4ad2-ac78-079a4fda2f2f req-c02d88f4-eed0-45e5-b532-12ddbed4c5d3 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.1019440 Jun 07 14:24:01.040652 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0cfc8-fa5f-4654-978b-36a69d66a6b9 req-b29e1c51-120a-4940-81fd-78940d8c7e20 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.042145 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16e0cfc8-fa5f-4654-978b-36a69d66a6b9 req-b29e1c51-120a-4940-81fd-78940d8c7e20 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0717356 Jun 07 14:24:01.116820 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9710d166-0ce0-4ad2-ac78-079a4fda2f2f req-0679b5b8-5e87-43c9-8942-7a753cb82faf tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731449 Jun 07 14:24:01.119757 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16e0cfc8-fa5f-4654-978b-36a69d66a6b9 req-0f7b55bf-9819-43c8-a018-1fb790334b71 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701182 Jun 07 14:24:01.366484 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Request body: {'port': {'device_id': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:01.431319 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:01.503873 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-9fd95073-f70d-4a92-b369-b3ee80bf174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.505341 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-9fd95073-f70d-4a92-b369-b3ee80bf174a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1129 time: 0.0433033 Jun 07 14:24:01.632359 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-340ec768-d80f-44ae-8bef-d0a7cefcacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.633820 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-340ec768-d80f-44ae-8bef-d0a7cefcacf1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.1170156 Jun 07 14:24:01.681833 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-60192e9f-c9b6-454c-af1b-1b9106a17d33 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 200 len: 217 time: 0.0382750 Jun 07 14:24:01.688128 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51d6e-60d6-4966-9d71-f8f4b32d6efd req-8ef49a1b-99fe-4084-8e82-2d6412a4bb64 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.689679 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-76a51d6e-60d6-4966-9d71-f8f4b32d6efd req-8ef49a1b-99fe-4084-8e82-2d6412a4bb64 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 932 time: 0.0964949 Jun 07 14:24:01.692168 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:01.736205 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-6f4d2483-fc98-42c1-813b-9bb7e6c75197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.737691 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-6f4d2483-fc98-42c1-813b-9bb7e6c75197 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0470064 Jun 07 14:24:01.774007 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:01.778684 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-76a51d6e-60d6-4966-9d71-f8f4b32d6efd req-6b923f80-31f3-42d0-ac27-4368ace4e018 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812030 Jun 07 14:24:01.786277 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-ede3e865-51a6-4618-bbea-6c7c4714dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:01.787825 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-ede3e865-51a6-4618-bbea-6c7c4714dfce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420146 Jun 07 14:24:01.825655 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:24:01.833186 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Publish callbacks [] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:01.849821 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Transition to ACTIVE for port object 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:24:01.853983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:01.887142 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-0ed1f213-5b8a-4f0d-8841-4a47314cc516 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900846 Jun 07 14:24:01.906262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Pushing event updated for resources: {'Port': ['ID=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:01.978063 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Attempting to bind port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:24:01.978398 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Attempting to bind port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:24:01.978722 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Attempting to bind port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 on network 852d511c-cad0-48ac-b18c-ff9209889a76 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:24:01.979383 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-46f29e30-b38b-49d8-85c6-1fc14f07b4a0 req-095779e8-eded-43e7-aca4-6cce690e3e1b service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861597 Jun 07 14:24:01.984141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 on network 852d511c-cad0-48ac-b18c-ff9209889a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:24:01.984459 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Attempting to bind port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 on network 852d511c-cad0-48ac-b18c-ff9209889a76 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:24:01.989388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:24:01.989833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Checking segment: {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:24:01.990216 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Bound using segment: {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:24:01.990725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Bound port: 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfa9476-70e5-435f-8a08-c1382f9c4e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:24:01.991446 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:02.057326 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] For port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:24:02.062904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] For port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:24:02.068845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:02.100897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:02.101531 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:02.102896 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] 10.222.0.75 "PUT /v2.0/ports/4f31b9bd-b25a-4f81-a6f5-a3395bf00234 HTTP/1.1" status: 200 len: 1094 time: 0.7412822 Jun 07 14:24:02.103340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'tag': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:02.106101 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24" -d '{"events": [{"name": "network-changed", "server_uuid": "d7506222-1035-4ee1-a699-9e34c48aebf6", "tag": "4f31b9bd-b25a-4f81-a6f5-a3395bf00234"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:02.114078 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:02.133878 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bce51-a4af-4a95-beea-b8c2736d7218 service neutron] Pushing event updated for resources: {'Port': ['ID=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:02.181786 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbc6330-6f60-4f44-8c05-edb6b0051cc5 x-openstack-request-id: req-adbc6330-6f60-4f44-8c05-edb6b0051cc5 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:02.182516 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7506222-1035-4ee1-a699-9e34c48aebf6", "tag": "4f31b9bd-b25a-4f81-a6f5-a3395bf00234", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:02.183607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adbc6330-6f60-4f44-8c05-edb6b0051cc5 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:02.184237 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbc6330-6f60-4f44-8c05-edb6b0051cc5'] response: {'name': 'network-changed', 'server_uuid': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'tag': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234', 'status': 'completed', 'code': 200} Jun 07 14:24:02.260279 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-2d8a8984-c128-4d36-938e-3acea7c062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:02.262559 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-2d8a8984-c128-4d36-938e-3acea7c062d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 1128 time: 0.0926294 Jun 07 14:24:02.292891 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20c7c2-63d8-4931-868a-f60bd26cae95 req-df5fdf75-9d78-4c54-aa91-e3383360a9c1 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:02.294293 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5d20c7c2-63d8-4931-868a-f60bd26cae95 req-df5fdf75-9d78-4c54-aa91-e3383360a9c1 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0875850 Jun 07 14:24:02.321554 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ae70d-d410-49a8-9982-e05bd241b788 req-2ba28ac9-5c17-41e9-9a80-392c78ab09a4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:02.325222 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a03ae70d-d410-49a8-9982-e05bd241b788 req-2ba28ac9-5c17-41e9-9a80-392c78ab09a4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0842712 Jun 07 14:24:02.396210 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-b01d5a23-dbcb-4384-a188-36535eadde1e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234 HTTP/1.1" status: 200 len: 217 time: 0.0691104 Jun 07 14:24:02.451433 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5d20c7c2-63d8-4931-868a-f60bd26cae95 req-145f9c14-5268-4b3a-bcbc-91414c8d0555 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508670 Jun 07 14:24:02.454382 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a03ae70d-d410-49a8-9982-e05bd241b788 req-a5c70b85-e47e-4df3-8229-4446701bdd4d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112967 Jun 07 14:24:02.900277 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790a9f6-875b-491d-bedf-926d5b163843 req-c72c63b3-df97-4415-9198-26481125fa72 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:02.901743 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1790a9f6-875b-491d-bedf-926d5b163843 req-c72c63b3-df97-4415-9198-26481125fa72 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 944 time: 0.0543094 Jun 07 14:24:02.957295 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1790a9f6-875b-491d-bedf-926d5b163843 req-d892a0f4-36bc-4ad4-8a92-da4f988f2435 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499010 Jun 07 14:24:03.611452 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d9f4-92b0-4dc6-b9c3-d8332c567e9f req-b452f006-7e19-473b-88bd-abbb2d93fa9f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:03.612939 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a616d9f4-92b0-4dc6-b9c3-d8332c567e9f req-b452f006-7e19-473b-88bd-abbb2d93fa9f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0822742 Jun 07 14:24:03.625883 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91391d3-6305-4a58-9e0a-6bfaee868d88 req-74c0bfc3-b77d-4a2c-bd98-97e0fda97e75 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:03.627383 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d91391d3-6305-4a58-9e0a-6bfaee868d88 req-74c0bfc3-b77d-4a2c-bd98-97e0fda97e75 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0861683 Jun 07 14:24:03.692105 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:03.711325 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a616d9f4-92b0-4dc6-b9c3-d8332c567e9f req-06f85a44-0163-4d47-af2c-45ebe0529a3e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926208 Jun 07 14:24:03.730487 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d91391d3-6305-4a58-9e0a-6bfaee868d88 req-408225ff-3331-4aee-9a0b-457048840f45 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939469 Jun 07 14:24:03.831100 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-ad35049a-6959-464e-966a-29d8dc90056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:03.833291 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-ad35049a-6959-464e-966a-29d8dc90056b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe HTTP/1.1" status: 200 len: 849 time: 0.0844164 Jun 07 14:24:03.877064 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-9ec5c821-c521-4847-9390-8d3eef888542 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=852d511c-cad0-48ac-b18c-ff9209889a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341017 Jun 07 14:24:04.217325 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c73-944a-460a-a168-47a22428875d req-bd259b37-4f56-40e2-b827-4f1e181d9002 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:04.218917 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-762f9c73-944a-460a-a168-47a22428875d req-bd259b37-4f56-40e2-b827-4f1e181d9002 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 944 time: 0.0638292 Jun 07 14:24:04.256612 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-2f1e749f-8ead-4222-ab6a-b8bdac140f11 service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667026 Jun 07 14:24:04.283654 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-762f9c73-944a-460a-a168-47a22428875d req-17d88dd6-4740-4e2e-8e8e-925795e4b42a tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579183 Jun 07 14:24:04.903132 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:04.927843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d29e8-526a-4ed2-88d5-114cbd0941a3 req-ca7639bc-55f1-4d27-a2d7-10cac326b140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:04.934939 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-642d29e8-526a-4ed2-88d5-114cbd0941a3 req-ca7639bc-55f1-4d27-a2d7-10cac326b140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.1236961 Jun 07 14:24:04.953217 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78985cff-b7cb-4de3-bcaa-0b232fc3c2a0 req-5c6e8f55-ee61-4b0e-a466-4cc2075fe51d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:04.954646 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-78985cff-b7cb-4de3-bcaa-0b232fc3c2a0 req-5c6e8f55-ee61-4b0e-a466-4cc2075fe51d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.1238787 Jun 07 14:24:04.963644 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e02b7fe6-6f2a-400f-a4ef-5234b9a9d0ce req-0b15e915-61a8-45d9-ae68-a7a3e998a716 service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392468 Jun 07 14:24:05.035273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-642d29e8-526a-4ed2-88d5-114cbd0941a3 req-12dea056-8f38-40a2-a2ed-3933cba0a59d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997236 Jun 07 14:24:05.062676 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-78985cff-b7cb-4de3-bcaa-0b232fc3c2a0 req-5a7dc225-b324-4fd6-ae40-38e472bc4772 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958374 Jun 07 14:24:05.362577 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=11 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:05.443529 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c8c6-051e-44af-96ca-401d63bd385d req-414075d7-b859-41a0-82fe-ffbfd77ff436 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:05.447673 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b408c8c6-051e-44af-96ca-401d63bd385d req-414075d7-b859-41a0-82fe-ffbfd77ff436 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 944 time: 0.0568681 Jun 07 14:24:05.518348 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b408c8c6-051e-44af-96ca-401d63bd385d req-a552a79c-8467-48b4-9045-ed9dec486543 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637293 Jun 07 14:24:06.185606 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e19b38-166f-4389-9d33-0542eb8f0ae9 req-0584b2ef-8e79-4377-9217-e3b099b6936b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:06.187080 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63e19b38-166f-4389-9d33-0542eb8f0ae9 req-0584b2ef-8e79-4377-9217-e3b099b6936b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0495229 Jun 07 14:24:06.235852 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63e19b38-166f-4389-9d33-0542eb8f0ae9 req-48135a21-638a-40d9-87b8-bbef7dce3d75 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 Jun 07 14:24:06.282880 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-33025f02-5728-44fb-8ede-df36af7ccc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:06.284379 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-33025f02-5728-44fb-8ede-df36af7ccc86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 1128 time: 0.0411389 Jun 07 14:24:06.383756 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-879c49fb-db27-4803-9232-18d2c7508f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:06.385272 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-879c49fb-db27-4803-9232-18d2c7508f5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 200 len: 910 time: 0.0944746 Jun 07 14:24:06.482192 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45042) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:06.487767 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258406687', 'description': 'tempest-description--1249868312'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:06.515745 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.523655 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-959c610b-2dc6-4d2b-b3a9-98e0d8cf8585 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234 HTTP/1.1" status: 200 len: 217 time: 0.0397241 Jun 07 14:24:06.613381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-7339f5a4-4b95-40dc-b6f1-2f45149e89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:06.614967 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-7339f5a4-4b95-40dc-b6f1-2f45149e89bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe HTTP/1.1" status: 200 len: 849 time: 0.0816281 Jun 07 14:24:06.665453 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-e4b87895-6329-4c09-a56a-1ff84616539b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=852d511c-cad0-48ac-b18c-ff9209889a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411000 Jun 07 14:24:06.691633 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group (e77ae268-8dac-498c-9585-ab0c3794c9f6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.695588 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e77ae268-8dac-498c-9585-ab0c3794c9f6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.743390 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.744878 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2606947 Jun 07 14:24:06.749582 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45052) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:06.754529 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'security_group_rule': {'security_group_id': 'e77ae268-8dac-498c-9585-ab0c3794c9f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:06.759540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425879f4-981b-4d7f-8aa3-a5f0fb9daff7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ae268-8dac-498c-9585-ab0c3794c9f6,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:06.764903 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:06.785949 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58e4c-1e02-477f-a7e8-601e07993000 req-ae596935-4f04-439d-ae69-43e96492fe6a tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:06.787189 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e5a58e4c-1e02-477f-a7e8-601e07993000 req-ae596935-4f04-439d-ae69-43e96492fe6a tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 944 time: 0.1251099 Jun 07 14:24:06.788008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group_rule (9faf90a9-0052-45d1-9194-23d3f2b9ed3c), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.871624 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-0a737410-0ee9-4835-a787-95b2cd672abf service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933484 Jun 07 14:24:06.878260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group_rule (9faf90a9-0052-45d1-9194-23d3f2b9ed3c), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.883201 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e5a58e4c-1e02-477f-a7e8-601e07993000 req-6a19afa9-ce5b-4d60-b95c-ffb7f1380779 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893409 Jun 07 14:24:06.883786 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (9faf90a9-0052-45d1-9194-23d3f2b9ed3c), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.904679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faf90a9-0052-45d1-9194-23d3f2b9ed3c,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:06.914261 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:06.918486 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-4f9f8746-9353-480c-9693-a7964328469d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676707 Jun 07 14:24:06.919154 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45058) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:06.923914 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'security_group_rule': {'security_group_id': 'e77ae268-8dac-498c-9585-ab0c3794c9f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:06.957324 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group_rule (0934d193-4558-4954-8bc3-a3439b5609c7), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.018094 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c2110d05-f7fd-47c7-bbc2-9284dc2a8a24 req-0592f835-ac09-44a6-9395-4b2b6b89d8b4 service neutron] 10.222.0.75 "GET /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296046 Jun 07 14:24:07.025422 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:07.035654 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group_rule (0934d193-4558-4954-8bc3-a3439b5609c7), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.041746 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (0934d193-4558-4954-8bc3-a3439b5609c7), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.069373 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0934d193-4558-4954-8bc3-a3439b5609c7,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:07.073824 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-f480bf89-80a4-4013-8b17-86e583682ea5 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134496627&fields=id&tenant_id=b5977f5c113f44eebed133afa6238c2e HTTP/1.1" status: 200 len: 267 time: 0.0499117 Jun 07 14:24:07.083731 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.085013 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b2728805-2739-4dbe-84ab-81fa9b913db1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647305 Jun 07 14:24:07.088330 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45064) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:07.094783 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:07.128524 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.194089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-f4a6707e-8fc7-420a-8780-cde1877bfe51 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:07.195189 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:07.199714 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-f4a6707e-8fc7-420a-8780-cde1877bfe51 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 809 time: 0.1187575 Jun 07 14:24:07.213456 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-55629b59-c3a9-4fcf-8143-741151d3aa64 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/quotas/b5977f5c113f44eebed133afa6238c2e HTTP/1.1" status: 200 len: 375 time: 0.0117967 Jun 07 14:24:07.225347 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.271841 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-4aa3e15e-cd84-4fc2-b5d5-84d4a552b892 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502024 Jun 07 14:24:07.357850 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Allocated IP 172.27.2.89 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/6b8e27df-c63f-49c5-889e-377735b78c4d) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:24:07.398744 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:07.423327 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d4524-b203-47f9-8982-12166805847f req-4fe32739-ad63-4c5b-8395-2dd291963af6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:07.425109 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-505d4524-b203-47f9-8982-12166805847f req-4fe32739-ad63-4c5b-8395-2dd291963af6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0673449 Jun 07 14:24:07.465612 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-b8bf7c55-3dfc-466a-ad97-cc30546ebb95 service neutron] 10.222.0.81 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708634 Jun 07 14:24:07.484125 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.521043 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.530420 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45074) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:07.544294 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-505d4524-b203-47f9-8982-12166805847f req-dcca9ca8-66e9-47ea-806d-3666620024fd tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102507 Jun 07 14:24:07.579558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:24:07.595792 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:24:07.596965 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e2436cea-9f2d-4536-abd0-73afbc2b715e service neutron] 10.222.0.81 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203749 Jun 07 14:24:07.601663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'Port': ['ID=6b8e27df-c63f-49c5-889e-377735b78c4d,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:07.603899 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:24:07.721863 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-95e85d9b-b8f9-4126-9dc3-bca0cae83ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.849718 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.867798 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82321a2d-30a4-42e0-8b63-3da4625df131 req-ac355829-8188-40bf-a14d-af7f31adb5c6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:07.874017 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-82321a2d-30a4-42e0-8b63-3da4625df131 req-ac355829-8188-40bf-a14d-af7f31adb5c6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0591817 Jun 07 14:24:07.916320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:07.966495 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-09ed35b3-3c41-46f6-aa38-7fa19dd6dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:07.969771 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-09ed35b3-3c41-46f6-aa38-7fa19dd6dc60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1129 time: 0.0767107 Jun 07 14:24:08.006584 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-95e85d9b-b8f9-4126-9dc3-bca0cae83ac7 admin admin] Publish callbacks [] for security_group (bc3731ea-a36b-4ab3-87ec-96a2994f1868), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.015301 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-95e85d9b-b8f9-4126-9dc3-bca0cae83ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (bc3731ea-a36b-4ab3-87ec-96a2994f1868), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.022494 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:08.087342 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:08.106097 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-95e85d9b-b8f9-4126-9dc3-bca0cae83ac7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e1e6566bc3345a69293b67c3edf2677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5745499 Jun 07 14:24:08.109760 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e85d9b-b8f9-4126-9dc3-bca0cae83ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3731ea-a36b-4ab3-87ec-96a2994f1868,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:08.114237 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45102) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:08.163137 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03674-945d-4787-b254-dced6587d9c2 req-c59674f7-a7c9-4606-96c6-e34223c0fe94 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:08.165176 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cda03674-945d-4787-b254-dced6587d9c2 req-c59674f7-a7c9-4606-96c6-e34223c0fe94 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 944 time: 0.1046591 Jun 07 14:24:08.185397 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-82321a2d-30a4-42e0-8b63-3da4625df131 req-b164e387-a804-4948-ba46-e10bd20a05f7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087246 Jun 07 14:24:08.230743 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:08.257880 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-89b58b7d-8d83-4d92-afd2-d83c32572e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:08.260477 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-89b58b7d-8d83-4d92-afd2-d83c32572e7e service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 912 time: 0.2810636 Jun 07 14:24:08.266099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a471-c4e1-42f5-b318-12dac735bf7d admin admin] Publish callbacks [] for security_group (bc3731ea-a36b-4ab3-87ec-96a2994f1868), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.297008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.309531 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.317390 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a471-c4e1-42f5-b318-12dac735bf7d admin admin] Publish callbacks [] for security_group (bc3731ea-a36b-4ab3-87ec-96a2994f1868), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.345750 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d11388d4-250d-4cf2-8e13-b2c3b1865f18 req-2bc8f208-bdde-4fe0-9e4b-e7ff8a1f528e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 210 time: 0.0940378 Jun 07 14:24:08.357554 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:08.367971 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cda03674-945d-4787-b254-dced6587d9c2 req-03a3186a-c668-4606-bbd8-e0a6dd937219 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884396 Jun 07 14:24:08.412999 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-a4b84ae9-e39c-407c-8c89-b1be014f34bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 200 len: 999 time: 0.1333113 Jun 07 14:24:08.440613 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'Port': ['ID=6b8e27df-c63f-49c5-889e-377735b78c4d,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:08.450846 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.473183 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a471-c4e1-42f5-b318-12dac735bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (bc3731ea-a36b-4ab3-87ec-96a2994f1868), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.475786 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a471-c4e1-42f5-b318-12dac735bf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.476465 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-cee41184-2960-481d-ba56-fe3093592178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:08.476944 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e9a7a471-c4e1-42f5-b318-12dac735bf7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc3731ea-a36b-4ab3-87ec-96a2994f1868 HTTP/1.1" status: 204 len: 168 time: 0.3617289 Jun 07 14:24:08.482034 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-cee41184-2960-481d-ba56-fe3093592178 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0616100 Jun 07 14:24:08.482337 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:08.483532 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e8d011fd-f5d8-4c96-a42a-4d66453dc65e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3925135 Jun 07 14:24:08.490049 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7a471-c4e1-42f5-b318-12dac735bf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3731ea-a36b-4ab3-87ec-96a2994f1868,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:08.562899 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-409ba0b3-1a59-4764-9406-580fecddd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:08.565934 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-409ba0b3-1a59-4764-9406-580fecddd677 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619373 Jun 07 14:24:08.676739 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-aee0e465-cdf7-43a8-bb41-044b77d3a665 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016150 Jun 07 14:24:08.827704 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-e415fda2-9aa2-44d4-b4b7-b58f7a8f7155 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--258406687&fields=id&tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f HTTP/1.1" status: 200 len: 267 time: 0.1255074 Jun 07 14:24:08.897982 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bc3ff662-a42e-4aef-aa94-1eabe0887780 req-1a56e2e7-3cd7-43e0-8317-eaa6999da515 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127998 Jun 07 14:24:08.935665 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:08.953941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-8d25e7b5-5620-441a-a5ee-bc9f10d9a0c9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:08.955408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-8d25e7b5-5620-441a-a5ee-bc9f10d9a0c9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 818 time: 0.1213212 Jun 07 14:24:08.960340 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:08.972549 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-4a9847ce-c988-4500-a9e6-df193e2a2fda tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/quotas/ec8e48464f6a4d1886aaf89cc8b28e5f HTTP/1.1" status: 200 len: 375 time: 0.0105455 Jun 07 14:24:09.027302 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-58c5df8f-4505-4e8b-829e-bdd5386e4189 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493741 Jun 07 14:24:09.155841 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-3b823bca-df05-4c08-a582-a4496c21a06d service neutron] 10.222.0.81 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082766 Jun 07 14:24:09.261467 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-0db20b95-4825-45cc-8d4b-e5704a371e8b service neutron] 10.222.0.81 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033747 Jun 07 14:24:09.318951 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680add75-6451-4419-b1cf-b33af665e466 req-393c6ef8-19ce-44f3-a114-b1a11701b4f6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:09.320465 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-680add75-6451-4419-b1cf-b33af665e466 req-393c6ef8-19ce-44f3-a114-b1a11701b4f6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0511136 Jun 07 14:24:09.392538 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:09.395866 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-680add75-6451-4419-b1cf-b33af665e466 req-ea0ed849-09d6-4828-9dcb-33fe26d91cef tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692527 Jun 07 14:24:09.492199 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a03133fd-d611-483f-a31a-5353a56d0622 req-bb332ac8-e34e-48cf-92db-5aa2217045cc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 210 time: 0.0469856 Jun 07 14:24:09.500627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:24:09.647679 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:09.650678 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bc640-2e93-45d2-907a-617877b0e3fc req-8d0ab4c9-7db0-4e50-89d5-b67e701d24fe tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:09.653034 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ef9bc640-2e93-45d2-907a-617877b0e3fc req-8d0ab4c9-7db0-4e50-89d5-b67e701d24fe tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 944 time: 0.1202276 Jun 07 14:24:09.658765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-36a3cb4a-7de9-492e-8a7d-d1c4b80ee7ac tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:09.660186 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-36a3cb4a-7de9-492e-8a7d-d1c4b80ee7ac tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.75 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 809 time: 0.3153021 Jun 07 14:24:09.663725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234', 'network_id': '852d511c-cad0-48ac-b18c-ff9209889a76', 'port_id': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234', 'mac_address': 'fa:16:3e:d9:7e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:24:09.684503 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-46a652fb-e08e-41c5-8025-e4598e5a0cf0 req-7e625b0d-e9d2-4da1-8987-b61ff2816837 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 210 time: 0.0641754 Jun 07 14:24:09.728310 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:24:09.728936 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:09.731884 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ef9bc640-2e93-45d2-907a-617877b0e3fc req-336a404f-d5fa-42df-b61c-b9eb8a8b4bb5 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558119 Jun 07 14:24:09.746329 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:24:09.768203 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:09.772558 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:09.862371 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:09.889982 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-d5c0c196-35f6-45a6-a626-fb245db1b955 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5977f5c113f44eebed133afa6238c2e HTTP/1.1" status: 200 len: 379 time: 0.0832543 Jun 07 14:24:10.150217 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['4f31b9bd-b25a-4f81-a6f5-a3395bf00234'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:24:10.452736 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'port': {'device_id': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'admin_state_up': True, 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'security_groups': ['dc698a11-92a1-4a6f-afea-ad468b0efeb2']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:10.545165 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45160) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:10.614869 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545e9e-85ce-4e73-b30c-5ae35c5c1a09 req-6100ca80-6079-447d-8f82-1e19b55bf3c2 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:10.618799 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-28545e9e-85ce-4e73-b30c-5ae35c5c1a09 req-6100ca80-6079-447d-8f82-1e19b55bf3c2 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.1017709 Jun 07 14:24:10.690422 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-72d580a7-408b-424f-b3e4-4ae1589b4fa2 req-b2caf63c-91c2-4139-af4e-dc4723bc8432 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 210 time: 0.0624502 Jun 07 14:24:10.728779 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-236c3ac7-56fc-4396-ba05-f8ca8f63545a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:10.744314 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-28545e9e-85ce-4e73-b30c-5ae35c5c1a09 req-d073d464-5228-4662-ac63-3b3a9bdf81ea tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147981 Jun 07 14:24:10.773118 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Made reservation on behalf of b5977f5c113f44eebed133afa6238c2e for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:24:10.780010 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:10.829995 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-236c3ac7-56fc-4396-ba05-f8ca8f63545a admin admin] Publish callbacks [] for security_group (6c802a36-427f-494c-aad7-215e2660e338), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:10.833879 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-236c3ac7-56fc-4396-ba05-f8ca8f63545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6c802a36-427f-494c-aad7-215e2660e338), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:10.879423 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b771b514-a3e6-4c6c-a356-40f4231f12f6 req-58da23aa-81e1-4493-84c6-7f218e0e5986 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 210 time: 0.0807283 Jun 07 14:24:10.879569 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-236c3ac7-56fc-4396-ba05-f8ca8f63545a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93f8bc0d89c142a591098fa617dbbc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323891 Jun 07 14:24:10.881737 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c3ac7-56fc-4396-ba05-f8ca8f63545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c802a36-427f-494c-aad7-215e2660e338,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:10.885493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45172) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:10.991687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a9fa-5711-4cd7-a8f2-b1f245c11ea0 req-fe1c52d4-c919-4519-adbd-2d6abc055205 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:10.993076 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0499a9fa-5711-4cd7-a8f2-b1f245c11ea0 req-fe1c52d4-c919-4519-adbd-2d6abc055205 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 945 time: 0.1261694 Jun 07 14:24:11.034143 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:11.058486 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Allocated IP 172.20.0.11 (f397386a-1f8f-428e-9db6-eb5c4da2745e/f00d4818-ccea-4466-8c10-3979566768df/cd19e240-c912-408d-ac68-5ada3a1dd139) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:24:11.072659 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-903cf110-8938-4a5f-b3c1-73bb1675b058 admin admin] Publish callbacks [] for security_group (6c802a36-427f-494c-aad7-215e2660e338), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.078976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:11.112522 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0499a9fa-5711-4cd7-a8f2-b1f245c11ea0 req-117ab6a1-c279-40e1-81c2-67856859b1a6 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119049 Jun 07 14:24:11.125543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-903cf110-8938-4a5f-b3c1-73bb1675b058 admin admin] Publish callbacks [] for security_group (6c802a36-427f-494c-aad7-215e2660e338), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.284212 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.300774 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-903cf110-8938-4a5f-b3c1-73bb1675b058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6c802a36-427f-494c-aad7-215e2660e338), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.303242 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-903cf110-8938-4a5f-b3c1-73bb1675b058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.304374 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-903cf110-8938-4a5f-b3c1-73bb1675b058 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c802a36-427f-494c-aad7-215e2660e338 HTTP/1.1" status: 204 len: 168 time: 0.4052489 Jun 07 14:24:11.321100 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cf110-8938-4a5f-b3c1-73bb1675b058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c802a36-427f-494c-aad7-215e2660e338,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:11.342244 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.372720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-2504a5e6-7c25-4202-b1c2-9de006971a51 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:11.376009 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-2504a5e6-7c25-4202-b1c2-9de006971a51 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 818 time: 0.1630785 Jun 07 14:24:11.388738 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Network f397386a-1f8f-428e-9db6-eb5c4da2745e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:24:11.396774 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:24:11.400680 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:24:11.417374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:11.485823 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:11.486508 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.497185 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:24:11.501869 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-33be3a8b-4520-4e2a-bb51-7f275d4e95f8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f HTTP/1.1" status: 200 len: 379 time: 0.1119859 Jun 07 14:24:11.516211 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-fb96a74c-b99f-4c60-9574-b8a2891c035c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0688550 Jun 07 14:24:11.543442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:24:11.553033 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:24:11.553977 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.571314 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'port': {'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'admin_state_up': True, 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'security_groups': ['e77ae268-8dac-498c-9585-ab0c3794c9f6']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:11.571908 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Request body: {'port': {'device_id': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:11.660280 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.687355 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:11.708202 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:11.767915 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Made reservation on behalf of ec8e48464f6a4d1886aaf89cc8b28e5f for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:24:11.777012 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45184) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:11.779556 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.797013 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-a7795c16-9b87-4334-bbe8-45537cfe546f None None] Provisioning complete for port cd19e240-c912-408d-ac68-5ada3a1dd139 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:24:11.797626 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a7795c16-9b87-4334-bbe8-45537cfe546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.810049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26170441-ddf1-4b6d-ba0d-4ea1bc665448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.836387 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a7795c16-9b87-4334-bbe8-45537cfe546f None None] Port cd19e240-c912-408d-ac68-5ada3a1dd139 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:24:11.837758 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:24:11.838148 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.864311 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:11.866563 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d6034-c313-48ca-87be-ff69ed37a850" -d '{"events": [{"server_uuid": "d7506222-1035-4ee1-a699-9e34c48aebf6", "name": "network-vif-plugged", "status": "completed", "tag": "4f31b9bd-b25a-4f81-a6f5-a3395bf00234"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:11.880573 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:11.884134 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8e3b2367-156f-48c4-b138-0ee267d35b16 req-89fe5c20-769e-4089-beda-ea5fe6b92f23 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 210 time: 0.0921836 Jun 07 14:24:11.888331 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:11.947476 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Allocated IP 172.20.0.9 (e29f253b-76e1-40c6-9128-7a3556b521e2/d3f15156-0b3c-41de-99e7-9bd56dea21c4/44ff486f-5bc3-4d1b-9ece-149684ef12b7) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:24:11.987956 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882b6c1a-6266-45e1-9834-152fbe524d86 x-openstack-request-id: req-882b6c1a-6266-45e1-9834-152fbe524d86 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:11.994249 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7506222-1035-4ee1-a699-9e34c48aebf6", "name": "network-vif-plugged", "status": "completed", "tag": "4f31b9bd-b25a-4f81-a6f5-a3395bf00234", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:11.994569 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-882b6c1a-6266-45e1-9834-152fbe524d86 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:11.995423 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882b6c1a-6266-45e1-9834-152fbe524d86'] response: {'server_uuid': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234', 'code': 200} Jun 07 14:24:12.057067 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:12.191516 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.228955 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.276208 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Network e29f253b-76e1-40c6-9128-7a3556b521e2 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:24:12.284013 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:24:12.286213 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event updated for resources: {'Port': ['ID=44ff486f-5bc3-4d1b-9ece-149684ef12b7,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:12.288559 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:24:12.317543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:12.347109 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:12.348042 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.369023 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-c9dbb408-5698-44bf-8819-b05447830e69 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013089 Jun 07 14:24:12.370687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:12.385145 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Request body: {'port': {'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:12.425855 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e5c6-ec2e-4de0-bd2d-efc5fa1c54f0 req-37ad719f-0f26-473b-9686-74ff6b7f6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:12.426401 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a4a6e5c6-ec2e-4de0-bd2d-efc5fa1c54f0 req-37ad719f-0f26-473b-9686-74ff6b7f6979 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 1130 time: 0.1662481 Jun 07 14:24:12.444226 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806714-c442-4752-93e4-f11652f709ce req-7cbf8eb5-71b7-46fd-82e1-4ea361b509e3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:12.445756 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6806714-c442-4752-93e4-f11652f709ce req-7cbf8eb5-71b7-46fd-82e1-4ea361b509e3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 932 time: 0.1834280 Jun 07 14:24:12.460408 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e14033-b544-43fd-8b33-58129610b476 req-cbf1d335-79c7-45ec-9ae7-d5adbdcd4faf tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:12.461063 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.461972 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-02e14033-b544-43fd-8b33-58129610b476 req-cbf1d335-79c7-45ec-9ae7-d5adbdcd4faf tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.2029691 Jun 07 14:24:12.476743 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26170441-ddf1-4b6d-ba0d-4ea1bc665448 admin admin] Publish callbacks [] for security_group (6de489ad-b035-4a72-8979-2161cba1307b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.514626 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:12.518293 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26170441-ddf1-4b6d-ba0d-4ea1bc665448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6de489ad-b035-4a72-8979-2161cba1307b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.564928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-28a9dcb9-4123-464e-9d81-582391f3e776 None None] Provisioning complete for port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:24:12.565981 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-28a9dcb9-4123-464e-9d81-582391f3e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.600989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-28a9dcb9-4123-464e-9d81-582391f3e776 None None] Port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:24:12.666072 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26170441-ddf1-4b6d-ba0d-4ea1bc665448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de489ad-b035-4a72-8979-2161cba1307b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:12.691627 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-26170441-ddf1-4b6d-ba0d-4ea1bc665448 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0011ed2f703c48c7a1310b143cd67a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9131935 Jun 07 14:24:12.703466 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a4a6e5c6-ec2e-4de0-bd2d-efc5fa1c54f0 req-66335648-0e79-4507-b7f9-822b925eab9c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565978 Jun 07 14:24:12.707157 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6806714-c442-4752-93e4-f11652f709ce req-fb2dcc15-8f58-44ba-9109-3ca6901bfd83 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327354 Jun 07 14:24:12.707731 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45194) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:12.721640 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-02e14033-b544-43fd-8b33-58129610b476 req-0eac7e0d-dec5-4b7a-818f-12042f1faf23 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400424 Jun 07 14:24:12.742421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd19e240-c912-408d-ac68-5ada3a1dd139 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:24:12.758278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Publish callbacks [] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.786196 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Transition to ACTIVE for port object cd19e240-c912-408d-ac68-5ada3a1dd139 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:24:12.795368 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.828848 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6ad841a-5a63-445f-bde6-f44c74642672 admin admin] Publish callbacks [] for security_group (6de489ad-b035-4a72-8979-2161cba1307b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.877188 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:12.878449 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6ad841a-5a63-445f-bde6-f44c74642672 admin admin] Publish callbacks [] for security_group (6de489ad-b035-4a72-8979-2161cba1307b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:12.990970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Attempting to bind port cd19e240-c912-408d-ac68-5ada3a1dd139 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:24:12.990970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Attempting to bind port cd19e240-c912-408d-ac68-5ada3a1dd139 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:24:12.990970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Attempting to bind port cd19e240-c912-408d-ac68-5ada3a1dd139 on network f397386a-1f8f-428e-9db6-eb5c4da2745e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:24:12.998909 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Port cd19e240-c912-408d-ac68-5ada3a1dd139 on network f397386a-1f8f-428e-9db6-eb5c4da2745e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:24:12.999232 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Attempting to bind port cd19e240-c912-408d-ac68-5ada3a1dd139 on network f397386a-1f8f-428e-9db6-eb5c4da2745e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:24:13.004819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-95f8d26a-97f2-4e95-adb2-66b9c5c01cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.005231 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:24:13.005702 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Checking segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:24:13.006102 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Bound using segment: {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:24:13.006554 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Bound port: cd19e240-c912-408d-ac68-5ada3a1dd139, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d329ad-2514-40a9-b312-4ef4419d0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:24:13.006979 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.011152 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6ad841a-5a63-445f-bde6-f44c74642672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6de489ad-b035-4a72-8979-2161cba1307b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.017494 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a6ad841a-5a63-445f-bde6-f44c74642672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.020894 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-a6ad841a-5a63-445f-bde6-f44c74642672 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6de489ad-b035-4a72-8979-2161cba1307b HTTP/1.1" status: 204 len: 168 time: 0.3080072 Jun 07 14:24:13.046889 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad841a-5a63-445f-bde6-f44c74642672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de489ad-b035-4a72-8979-2161cba1307b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:13.050164 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ff486f-5bc3-4d1b-9ece-149684ef12b7 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:24:13.083054 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Publish callbacks [] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.111147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Transition to ACTIVE for port object 44ff486f-5bc3-4d1b-9ece-149684ef12b7 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:24:13.115639 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.126702 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:13.168639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f9ac-e8da-4bc1-b16b-41111ccecdcc req-1c8c9574-d524-4ef0-abd8-287f3c2b5c7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.170196 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e845f9ac-e8da-4bc1-b16b-41111ccecdcc req-1c8c9574-d524-4ef0-abd8-287f3c2b5c7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 931 time: 0.0844193 Jun 07 14:24:13.172991 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:24:13.176393 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:24:13.196438 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.209822 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:13.238460 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Pushing event updated for resources: {'Port': ['ID=44ff486f-5bc3-4d1b-9ece-149684ef12b7,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:13.269766 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.270332 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.271011 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Attempting to bind port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:24:13.271606 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Attempting to bind port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:24:13.272119 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Attempting to bind port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:24:13.272241 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] 10.222.0.75 "PUT /v2.0/ports/cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 1094 time: 1.7052178 Jun 07 14:24:13.272673 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:13.274955 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55d3c56-a468-4fcb-8684-a7d5c85daa98" -d '{"events": [{"name": "network-changed", "server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:13.278755 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 on network e29f253b-76e1-40c6-9128-7a3556b521e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:24:13.279350 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Attempting to bind port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 on network e29f253b-76e1-40c6-9128-7a3556b521e2 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:24:13.285047 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:24:13.285991 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Checking segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:24:13.286585 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Bound using segment: {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:24:13.287255 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Bound port: 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67ea1c4-fd77-4307-90ef-cda85a656e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:24:13.287830 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.291454 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:13.312929 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e845f9ac-e8da-4bc1-b16b-41111ccecdcc req-a8a67734-eb86-4bd9-a1c3-39f8cea52f22 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347373 Jun 07 14:24:13.316134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04908f0-895c-45e1-99ac-aef2adbc19ce service neutron] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:13.363599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54c10f3-cff2-4dd1-8131-53d218e81ac7 x-openstack-request-id: req-f54c10f3-cff2-4dd1-8131-53d218e81ac7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:13.363970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:13.364296 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f54c10f3-cff2-4dd1-8131-53d218e81ac7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:13.364777 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54c10f3-cff2-4dd1-8131-53d218e81ac7'] response: {'name': 'network-changed', 'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'status': 'completed', 'code': 200} Jun 07 14:24:13.424037 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] For port 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:24:13.427664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] For port 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:24:13.437522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.523705 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.524344 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:13.525785 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] 10.222.0.75 "PUT /v2.0/ports/44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 1093 time: 1.1458378 Jun 07 14:24:13.526303 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:13.528708 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550e630-dd64-4dc2-8f6e-8f05fde88fda" -d '{"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:13.577993 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0230-e6b2-47e0-b307-5b2b522ea28e service neutron] Pushing event updated for resources: {'Port': ['ID=44ff486f-5bc3-4d1b-9ece-149684ef12b7,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:13.590456 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b5182-2a67-41f7-8f55-b2072a37999a x-openstack-request-id: req-3a4b5182-2a67-41f7-8f55-b2072a37999a {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:13.590750 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:13.591003 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a4b5182-2a67-41f7-8f55-b2072a37999a {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:13.591438 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4b5182-2a67-41f7-8f55-b2072a37999a'] response: {'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'status': 'completed', 'code': 200} Jun 07 14:24:13.730895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d3c56-a468-4fcb-8684-a7d5c85daa98 req-4a29ab4f-2459-4ef7-a3c7-2ffd34c077e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.730895 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a55d3c56-a468-4fcb-8684-a7d5c85daa98 req-4a29ab4f-2459-4ef7-a3c7-2ffd34c077e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1128 time: 0.0580046 Jun 07 14:24:13.746222 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550e630-dd64-4dc2-8f6e-8f05fde88fda req-dfa9da53-436f-4c0a-9f56-047536da787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.749450 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a550e630-dd64-4dc2-8f6e-8f05fde88fda req-dfa9da53-436f-4c0a-9f56-047536da787a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1127 time: 0.0580130 Jun 07 14:24:13.922690 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d3c56-a468-4fcb-8684-a7d5c85daa98 req-e8fecda7-4d10-4e06-89fb-689bf036622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.924513 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a55d3c56-a468-4fcb-8684-a7d5c85daa98 req-e8fecda7-4d10-4e06-89fb-689bf036622f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=b5977f5c113f44eebed133afa6238c2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1526210 Jun 07 14:24:13.956068 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9801b-107d-45f9-99a4-bc353814805c req-f7ea5328-e9fc-4042-9240-318b5394e199 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.963302 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-14e9801b-107d-45f9-99a4-bc353814805c req-f7ea5328-e9fc-4042-9240-318b5394e199 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.1666939 Jun 07 14:24:13.978847 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55450205-85b4-4d7b-b987-fe036b1b0924 req-1ab4ec05-2473-4350-b196-ac5b95b8e293 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:13.980965 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55450205-85b4-4d7b-b987-fe036b1b0924 req-1ab4ec05-2473-4350-b196-ac5b95b8e293 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.1159463 Jun 07 14:24:13.999839 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:14.037546 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550e630-dd64-4dc2-8f6e-8f05fde88fda req-8ba77467-ad5b-4e9f-9b71-4825f4663953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.039173 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a550e630-dd64-4dc2-8f6e-8f05fde88fda req-8ba77467-ad5b-4e9f-9b71-4825f4663953 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2675564 Jun 07 14:24:14.043194 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d3c56-a468-4fcb-8684-a7d5c85daa98 req-5239b3f7-3419-45bf-8396-74451beaaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.045412 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a55d3c56-a468-4fcb-8684-a7d5c85daa98 req-5239b3f7-3419-45bf-8396-74451beaaeda service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136253 Jun 07 14:24:14.082733 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-14e9801b-107d-45f9-99a4-bc353814805c req-7e29ebf8-99bf-4ffb-b6e8-60aa7dec62fd tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184964 Jun 07 14:24:14.086850 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55450205-85b4-4d7b-b987-fe036b1b0924 req-18336fb8-21b8-4204-8011-23369f71627f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896962 Jun 07 14:24:14.445021 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810a334-6cc2-4994-b86c-883722517ae4 req-46033da1-ebaa-4333-b85b-f8f5d301e774 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.446516 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1810a334-6cc2-4994-b86c-883722517ae4 req-46033da1-ebaa-4333-b85b-f8f5d301e774 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 943 time: 0.0483575 Jun 07 14:24:14.499408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1810a334-6cc2-4994-b86c-883722517ae4 req-a7a6a6e6-fd59-4c19-bb76-6d0e2d822851 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460155 Jun 07 14:24:14.597925 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45240) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:14.709178 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43e6d542-6933-4e25-b1cb-f4822623f3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:14.772684 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550e630-dd64-4dc2-8f6e-8f05fde88fda req-5b2c5d5b-a217-4559-aa0c-93acf19c74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.774159 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a550e630-dd64-4dc2-8f6e-8f05fde88fda req-5b2c5d5b-a217-4559-aa0c-93acf19c74b8 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953465 Jun 07 14:24:14.788174 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43e6d542-6933-4e25-b1cb-f4822623f3eb admin admin] Publish callbacks [] for security_group (bc909758-c3a8-4cda-acdf-f64b13c41668), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:14.794825 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43e6d542-6933-4e25-b1cb-f4822623f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (bc909758-c3a8-4cda-acdf-f64b13c41668), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:14.836136 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-43e6d542-6933-4e25-b1cb-f4822623f3eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fcddbc7dcdc64b95ae7a63348254cba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370853 Jun 07 14:24:14.837012 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6d542-6933-4e25-b1cb-f4822623f3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc909758-c3a8-4cda-acdf-f64b13c41668,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:14.839895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45250) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:14.879963 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-358577c7-3c14-4c88-ad49-5c2df069beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.881494 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-358577c7-3c14-4c88-ad49-5c2df069beef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1128 time: 0.0641181 Jun 07 14:24:14.908084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-579a68e7-6251-4b8d-b487-533fdc43b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.909808 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-579a68e7-6251-4b8d-b487-533fdc43b895 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1127 time: 0.0677209 Jun 07 14:24:14.931083 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-3f978c7a-d7fd-46da-8b50-9ae0e181e8ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 217 time: 0.0332272 Jun 07 14:24:14.963394 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-3ab143e2-7082-4177-9bd9-e5e0ff6d5215 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 217 time: 0.0409055 Jun 07 14:24:14.964095 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9698-961a-4d2a-8029-1834614dc85f admin admin] Publish callbacks [] for security_group (bc909758-c3a8-4cda-acdf-f64b13c41668), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:14.984197 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-20d7d928-6f86-4972-9528-5b3d76c4c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:14.985733 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-20d7d928-6f86-4972-9528-5b3d76c4c2f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 200 len: 848 time: 0.0449672 Jun 07 14:24:14.994523 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9698-961a-4d2a-8029-1834614dc85f admin admin] Publish callbacks [] for security_group (bc909758-c3a8-4cda-acdf-f64b13c41668), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:15.035748 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-2bb10da9-1d0d-4843-b97b-29395e8ebe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:15.037249 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-2bb10da9-1d0d-4843-b97b-29395e8ebe27 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f397386a-1f8f-428e-9db6-eb5c4da2745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444295 Jun 07 14:24:15.060514 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-db71eca8-92f4-407d-bd15-6c9446baa3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:15.062010 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-db71eca8-92f4-407d-bd15-6c9446baa3f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0760231 Jun 07 14:24:15.108315 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9698-961a-4d2a-8029-1834614dc85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (bc909758-c3a8-4cda-acdf-f64b13c41668), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:15.110956 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9698-961a-4d2a-8029-1834614dc85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:15.114330 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5d1d9698-961a-4d2a-8029-1834614dc85f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc909758-c3a8-4cda-acdf-f64b13c41668 HTTP/1.1" status: 204 len: 168 time: 0.2712519 Jun 07 14:24:15.119074 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-fea33f05-08f9-45d0-803a-1a3ed4dadfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:15.121359 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-fea33f05-08f9-45d0-803a-1a3ed4dadfee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523818 Jun 07 14:24:15.127817 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d9698-961a-4d2a-8029-1834614dc85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc909758-c3a8-4cda-acdf-f64b13c41668,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:15.131831 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:15.149605 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-0c69179a-cf3a-4e42-836e-e539da29b112 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990622 Jun 07 14:24:15.262143 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-8f530541-9382-4884-806c-b08b528585bc service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314859 Jun 07 14:24:15.352283 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9820d7-e9b7-4f20-bb86-d8d994a9d8a8 req-e2a4e627-12f1-4299-ad5e-1e9de1e353d1 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:15.353774 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e9820d7-e9b7-4f20-bb86-d8d994a9d8a8 req-e2a4e627-12f1-4299-ad5e-1e9de1e353d1 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0912440 Jun 07 14:24:15.362596 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7521-afbe-44b4-8a66-1bfdf3612601 req-b0652d3f-5349-4e86-b719-d30af11f3723 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:15.364094 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e4c7521-afbe-44b4-8a66-1bfdf3612601 req-b0652d3f-5349-4e86-b719-d30af11f3723 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.1575353 Jun 07 14:24:15.371750 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:15.376241 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-30259a03-4758-45f5-94d6-e9349e1d2e6c req-d504004f-20c2-4943-8578-edd9ff5a5699 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048825 Jun 07 14:24:15.422526 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:15.432183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e3ad3ff-d3e2-4b1a-b5fb-a77f88a1332a req-e861668c-02c4-4422-ae93-a8af6dfb5e87 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712610 Jun 07 14:24:15.440983 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b86803e2-18b0-4d7c-a56a-6c34cc035b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:15.447043 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:15.466614 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e4c7521-afbe-44b4-8a66-1bfdf3612601 req-bc96bbdc-e2c1-492d-878b-dac94136cbf9 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951371 Jun 07 14:24:15.470846 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e9820d7-e9b7-4f20-bb86-d8d994a9d8a8 req-41f81b25-489a-4a74-8251-1d8cebf263d0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040022 Jun 07 14:24:15.622295 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175fd8d-9cc8-468b-b2b0-2f4503e7302f req-9691c47c-c039-4f6d-b498-a779a4cd787c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:15.623838 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b175fd8d-9cc8-468b-b2b0-2f4503e7302f req-9691c47c-c039-4f6d-b498-a779a4cd787c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 943 time: 0.0519545 Jun 07 14:24:15.673664 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b175fd8d-9cc8-468b-b2b0-2f4503e7302f req-66870dcc-bb09-401d-ac3f-2f9f74136f47 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Jun 07 14:24:16.271950 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:16.388821 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7827c3-ef6c-4d47-8a14-5bb18b2cfb84 req-3a7d14f5-4111-41c8-bee6-146135a6f186 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:16.390375 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ac7827c3-ef6c-4d47-8a14-5bb18b2cfb84 req-3a7d14f5-4111-41c8-bee6-146135a6f186 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0499651 Jun 07 14:24:16.442418 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ac7827c3-ef6c-4d47-8a14-5bb18b2cfb84 req-b7c2a414-ad52-4168-88b1-080aa05737c7 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Jun 07 14:24:16.549579 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:24:16.585446 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a8df8-2e62-4ab1-b025-471a4804c6ff req-4f84374a-f08a-4fdd-9e58-21495f848176 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:16.586870 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e7a8df8-2e62-4ab1-b025-471a4804c6ff req-4f84374a-f08a-4fdd-9e58-21495f848176 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0460808 Jun 07 14:24:16.637108 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e7a8df8-2e62-4ab1-b025-471a4804c6ff req-3bb15601-216f-4f71-8267-8ca28a51a704 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440736 Jun 07 14:24:16.787617 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932db1-9623-4cfa-b6a1-23e8a4e77b31 req-9f10b0f9-28dc-44e7-9c23-ab94843f0cf3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:16.789189 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1b932db1-9623-4cfa-b6a1-23e8a4e77b31 req-9f10b0f9-28dc-44e7-9c23-ab94843f0cf3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 943 time: 0.0478752 Jun 07 14:24:16.836182 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1b932db1-9623-4cfa-b6a1-23e8a4e77b31 req-7f379bc9-190b-46ec-9b7d-d71999933060 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Jun 07 14:24:17.575366 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8714a-32b2-47a1-be78-5b4fe84b984e req-02b0ea74-c1ac-4429-bad9-08342fb1db92 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:17.577870 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dbc8714a-32b2-47a1-be78-5b4fe84b984e req-02b0ea74-c1ac-4429-bad9-08342fb1db92 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0555923 Jun 07 14:24:17.625321 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dbc8714a-32b2-47a1-be78-5b4fe84b984e req-3e4803b9-bcaa-4203-af2f-31e904d11dd8 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Jun 07 14:24:17.749630 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb047-5e4f-4719-b497-9d2b192d14f3 req-5b97b533-2181-4700-9634-68484f598fd0 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:17.751067 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2f3fb047-5e4f-4719-b497-9d2b192d14f3 req-5b97b533-2181-4700-9634-68484f598fd0 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0481863 Jun 07 14:24:17.799443 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2f3fb047-5e4f-4719-b497-9d2b192d14f3 req-e77a85fa-c54a-4a06-9081-c87e45ca0afb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Jun 07 14:24:17.946013 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab020f63-8e61-4ff2-b650-ef32464d08c8 req-4aab2450-13e7-4c06-bbf6-9063a502d582 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:17.947460 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ab020f63-8e61-4ff2-b650-ef32464d08c8 req-4aab2450-13e7-4c06-bbf6-9063a502d582 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 943 time: 0.0462573 Jun 07 14:24:17.997479 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ab020f63-8e61-4ff2-b650-ef32464d08c8 req-44f2ff44-d3c4-4b30-8be2-6476426bb179 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Jun 07 14:24:18.005668 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:18.707647 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:18.745933 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b898398-6cb7-4bc8-8ebc-fcae6f369aa5 req-ef9e2495-b3cb-42fd-90cd-8507471051f0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:18.747392 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2b898398-6cb7-4bc8-8ebc-fcae6f369aa5 req-ef9e2495-b3cb-42fd-90cd-8507471051f0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0504451 Jun 07 14:24:18.793489 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2b898398-6cb7-4bc8-8ebc-fcae6f369aa5 req-8f8c56ae-9be2-465c-8c7a-e525a2d58a00 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Jun 07 14:24:18.912254 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d4b9c-0ff4-4010-9fd2-e7742e817d17 req-e7843af0-09eb-4116-b1b9-a35946be79cb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:18.913614 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bf7d4b9c-0ff4-4010-9fd2-e7742e817d17 req-e7843af0-09eb-4116-b1b9-a35946be79cb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0463247 Jun 07 14:24:18.961698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bf7d4b9c-0ff4-4010-9fd2-e7742e817d17 req-e42d3b2f-731b-402c-a0cd-3b5e2bca850a tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Jun 07 14:24:19.114921 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd38c-d11c-48e5-a12d-ef5c05d0a542 req-ad7af095-6048-4448-b488-aec1dcb21545 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:19.116412 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-20cfd38c-d11c-48e5-a12d-ef5c05d0a542 req-ad7af095-6048-4448-b488-aec1dcb21545 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 943 time: 0.0524731 Jun 07 14:24:19.163601 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-20cfd38c-d11c-48e5-a12d-ef5c05d0a542 req-81c3e0e8-089a-457a-8495-4175fe9d7699 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Jun 07 14:24:19.549637 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:19.908740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd34a-d133-445d-ac81-da77277deabd req-4eaae210-6670-4411-bd37-d106a872acb3 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:19.910189 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d1fd34a-d133-445d-ac81-da77277deabd req-4eaae210-6670-4411-bd37-d106a872acb3 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0465868 Jun 07 14:24:19.956275 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d1fd34a-d133-445d-ac81-da77277deabd req-5f19c0e7-6b7f-4806-a077-4482355b0ead tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Jun 07 14:24:20.075897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc636be-b8ea-41a5-82a7-d66dd55c10fa req-77296eaa-e793-45f7-a387-a108cc78928d tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:20.077264 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-abc636be-b8ea-41a5-82a7-d66dd55c10fa req-77296eaa-e793-45f7-a387-a108cc78928d tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0489113 Jun 07 14:24:20.112329 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:20.126673 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-abc636be-b8ea-41a5-82a7-d66dd55c10fa req-f35c49c1-2d5f-4177-ac15-938afca945af tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440061 Jun 07 14:24:20.168570 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 44ff486f-5bc3-4d1b-9ece-149684ef12b7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:24:20.269649 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:20.276866 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88554de8-75be-46e1-8a11-1a71c627211d req-d1d4351c-7795-4955-824b-7a8158705ddf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:20.278349 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-88554de8-75be-46e1-8a11-1a71c627211d req-d1d4351c-7795-4955-824b-7a8158705ddf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 943 time: 0.0473294 Jun 07 14:24:20.281731 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:24:20.316286 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:24:20.316673 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:20.325984 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-88554de8-75be-46e1-8a11-1a71c627211d req-d00cbd92-53c5-4417-bf24-dc17870be752 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Jun 07 14:24:20.330235 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ff486f-5bc3-4d1b-9ece-149684ef12b7 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:24:20.340293 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:20.355839 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:20.360203 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:20.395545 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:20.408254 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=44ff486f-5bc3-4d1b-9ece-149684ef12b7,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:21.072728 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b8b5b-7519-49b6-9d28-e4b21d84002d req-0d92d189-54fb-4b85-ab29-0fbc4ea0ff8b tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:21.074153 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-002b8b5b-7519-49b6-9d28-e4b21d84002d req-0d92d189-54fb-4b85-ab29-0fbc4ea0ff8b tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0457163 Jun 07 14:24:21.123720 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-002b8b5b-7519-49b6-9d28-e4b21d84002d req-04d78f08-63aa-4f34-8466-4bbee0141827 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Jun 07 14:24:21.242524 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0828b-2f1a-4e50-a8aa-93a2686e1a42 req-8e79407a-dfc0-46e0-807f-fe1e89677b83 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:21.243951 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bb0828b-2f1a-4e50-a8aa-93a2686e1a42 req-8e79407a-dfc0-46e0-807f-fe1e89677b83 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0494251 Jun 07 14:24:21.295386 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bb0828b-2f1a-4e50-a8aa-93a2686e1a42 req-0c9cc0ea-aeb4-44b8-a571-823794a9ee2c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454340 Jun 07 14:24:21.440476 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7f84-2b70-499b-84ad-e91821c52087 req-f1ac0ba7-952b-49da-ab22-4c404a987f17 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:21.441933 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fc1b7f84-2b70-499b-84ad-e91821c52087 req-f1ac0ba7-952b-49da-ab22-4c404a987f17 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 944 time: 0.0474944 Jun 07 14:24:21.489399 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fc1b7f84-2b70-499b-84ad-e91821c52087 req-3986df71-b422-461a-96a2-bf02b5f6f52c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419710 Jun 07 14:24:21.762783 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['44ff486f-5bc3-4d1b-9ece-149684ef12b7'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:24:21.952672 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-570e798d-9074-42cf-82e1-bce0351c59a0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:21.954078 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-570e798d-9074-42cf-82e1-bce0351c59a0 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0495224 Jun 07 14:24:22.041614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Deleting port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:24:22.041965 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:22.132306 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] For port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,segment=NetworkSegment(8dfa9476-70e5-435f-8a08-c1382f9c4e97),segment_id=8dfa9476-70e5-435f-8a08-c1382f9c4e97)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:22.133017 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:22.142737 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:22.148220 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Calling delete_port for 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:24:22.260129 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2d269-5873-454e-90ea-6174ce96ea49 req-cdb93296-9898-448f-a2bf-cb893e6bebbf tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:22.261905 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73d2d269-5873-454e-90ea-6174ce96ea49 req-cdb93296-9898-448f-a2bf-cb893e6bebbf tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 946 time: 0.0647166 Jun 07 14:24:22.352022 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73d2d269-5873-454e-90ea-6174ce96ea49 req-5992ebe3-2df0-427c-992c-797e7c9e0016 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/security-groups?id=1044bfaf-1b72-497c-9f15-e1ebdbfd8869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831418 Jun 07 14:24:22.352600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (4f31b9bd-b25a-4f81-a6f5-a3395bf00234), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:22.398128 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Pushing event deleted for resources: {'Port': ['ID=4f31b9bd-b25a-4f81-a6f5-a3395bf00234,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:22.444370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.444708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.445063 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.445379 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.445702 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.446025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.446345 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.446667 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.446981 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.447319 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.447687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.448530 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.448845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.449158 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.449471 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:22.469882 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] No DVR routers for this DVR port 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:24:22.477120 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf56b-73e2-4e24-a63f-ec1c32d96ab8 req-170eed28-53ff-4815-841a-7c16a4972912 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:22.478574 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-14dcf56b-73e2-4e24-a63f-ec1c32d96ab8 req-170eed28-53ff-4815-841a-7c16a4972912 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.1099863 Jun 07 14:24:22.480825 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:22.483988 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6bd676ba-3eab-4048-8587-a05a6eca0eee req-2dd8a961-b667-4610-bed8-7343a9ee109e tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.75 "DELETE /v2.0/ports/4f31b9bd-b25a-4f81-a6f5-a3395bf00234 HTTP/1.1" status: 204 len: 173 time: 0.5193703 Jun 07 14:24:22.484421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'name': 'network-vif-deleted', 'tag': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:22.486617 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e2bf7b-aea3-4328-8ae9-54c048f5c699" -d '{"events": [{"server_uuid": "d7506222-1035-4ee1-a699-9e34c48aebf6", "name": "network-vif-deleted", "tag": "4f31b9bd-b25a-4f81-a6f5-a3395bf00234"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:22.496572 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:22.525428 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d14e4d-afe0-4ec0-b1c3-2ad79a0c0117 x-openstack-request-id: req-07d14e4d-afe0-4ec0-b1c3-2ad79a0c0117 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:22.525727 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7506222-1035-4ee1-a699-9e34c48aebf6", "name": "network-vif-deleted", "tag": "4f31b9bd-b25a-4f81-a6f5-a3395bf00234", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:22.526032 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07d14e4d-afe0-4ec0-b1c3-2ad79a0c0117 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:22.526428 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d14e4d-afe0-4ec0-b1c3-2ad79a0c0117'] response: {'server_uuid': 'd7506222-1035-4ee1-a699-9e34c48aebf6', 'name': 'network-vif-deleted', 'tag': '4f31b9bd-b25a-4f81-a6f5-a3395bf00234', 'status': 'completed', 'code': 200} Jun 07 14:24:22.539429 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-14dcf56b-73e2-4e24-a63f-ec1c32d96ab8 req-7a9f688d-a5d0-4d39-9757-ab7801c0a771 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501685 Jun 07 14:24:22.613660 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768baeaa-85ed-4781-a3d0-ddd55ca32f80 req-57c4403b-59b1-4dbe-b333-fcb63f01d6c7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:22.615138 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-768baeaa-85ed-4781-a3d0-ddd55ca32f80 req-57c4403b-59b1-4dbe-b333-fcb63f01d6c7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 944 time: 0.0473287 Jun 07 14:24:22.663421 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-768baeaa-85ed-4781-a3d0-ddd55ca32f80 req-8249aea7-975c-4fde-a890-573fbeb04c93 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Jun 07 14:24:23.451092 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2f484af6-dcc2-4a40-bae5-bf6ecaf6c490 req-383f54eb-3854-48e1-9626-e3f7fb0bd2fd tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 210 time: 0.0310001 Jun 07 14:24:23.650505 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402893c6-7727-4aea-af57-33a304de2f51 req-96e25c1e-671d-420b-971a-f41371a41239 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:23.652506 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-402893c6-7727-4aea-af57-33a304de2f51 req-96e25c1e-671d-420b-971a-f41371a41239 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0470474 Jun 07 14:24:23.705382 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-402893c6-7727-4aea-af57-33a304de2f51 req-5cc4bb08-7e0a-464d-9c69-12127e577f52 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473652 Jun 07 14:24:23.781000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e250d9-6660-43e3-88bf-749a01f5c05e req-9a86bead-b80b-4048-8009-c6410a9c8fcc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:23.782457 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-43e250d9-6660-43e3-88bf-749a01f5c05e req-9a86bead-b80b-4048-8009-c6410a9c8fcc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 944 time: 0.0467761 Jun 07 14:24:23.828638 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-43e250d9-6660-43e3-88bf-749a01f5c05e req-7048b5fa-6aa4-4510-bc91-8def69934100 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Jun 07 14:24:24.550229 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-612c56d4-cbe4-41e2-9ce4-8583a75e75a7 req-c44b9b9a-f111-4287-bad9-5767ad5c700f tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Jun 07 14:24:24.819777 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc66fb-6e45-46c2-9335-60b1e68fd698 req-a79762b0-19c8-4e4f-854f-41495e37a588 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:24.821199 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-26bc66fb-6e45-46c2-9335-60b1e68fd698 req-a79762b0-19c8-4e4f-854f-41495e37a588 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0479238 Jun 07 14:24:24.871901 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-26bc66fb-6e45-46c2-9335-60b1e68fd698 req-dc7facbf-f6b1-4e1c-af56-20a71d9a6c98 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445542 Jun 07 14:24:24.945587 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13354280-f4ee-4238-b0b1-03596d009772 req-ce4b761a-bc5e-42df-828e-8968cc373553 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:24.947024 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-13354280-f4ee-4238-b0b1-03596d009772 req-ce4b761a-bc5e-42df-828e-8968cc373553 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 944 time: 0.0456848 Jun 07 14:24:24.998904 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-13354280-f4ee-4238-b0b1-03596d009772 req-a95fdae7-9fa5-4499-aa7c-8aa89be77263 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Jun 07 14:24:25.298222 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-1d7a9f8f-762e-443c-ae04-245601d68414 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444534 Jun 07 14:24:25.370356 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:25.372593 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:25.380746 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-78e33b14-ce57-43d6-8af8-0357ae27c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:25.382254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-78e33b14-ce57-43d6-8af8-0357ae27c31a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1129 time: 0.0461004 Jun 07 14:24:25.503837 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-0a785c11-3987-4997-a2cc-ace40f34847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:25.505301 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-0a785c11-3987-4997-a2cc-ace40f34847b service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.0858364 Jun 07 14:24:25.564208 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-cb73a54e-e9ab-44be-8224-a139e9d685db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878 HTTP/1.1" status: 200 len: 217 time: 0.0388181 Jun 07 14:24:25.633761 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-136d5ce2-9ac3-469b-944c-65ca1f198ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:25.635935 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-136d5ce2-9ac3-469b-944c-65ca1f198ea0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0491364 Jun 07 14:24:25.639591 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['4f31b9bd-b25a-4f81-a6f5-a3395bf00234'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:24:25.643622 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 44ff486f-5bc3-4d1b-9ece-149684ef12b7 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:24:25.668538 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:25.684175 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17dc46a6-a7a8-408c-948f-88519d1b44aa req-64e68343-469c-429c-91fe-9afa3e8a1df2 tempest-VolumesActionsTest-1059601317 tempest-VolumesActionsTest-1059601317-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7506222-1035-4ee1-a699-9e34c48aebf6 HTTP/1.1" status: 200 len: 210 time: 0.0528824 Jun 07 14:24:25.698654 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-98e94be7-3835-4520-8a3c-5e3205cdf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:25.700563 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-98e94be7-3835-4520-8a3c-5e3205cdf2e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548992 Jun 07 14:24:25.708050 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:24:25.713586 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:24:25.713964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:25.789977 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:24:25.790370 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:25.813653 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:25.815841 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73476591-8a35-4d35-9ce9-e9d8d6e592e4" -d '{"events": [{"server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "name": "network-vif-plugged", "status": "completed", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:25.827967 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:25.831978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:25.855697 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac5d04-c0f1-498a-9f09-6afe8c06efce x-openstack-request-id: req-aeac5d04-c0f1-498a-9f09-6afe8c06efce {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:25.855989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "name": "network-vif-plugged", "status": "completed", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:25.856243 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aeac5d04-c0f1-498a-9f09-6afe8c06efce {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:25.856636 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeac5d04-c0f1-498a-9f09-6afe8c06efce'] response: {'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'code': 200} Jun 07 14:24:25.881865 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=44ff486f-5bc3-4d1b-9ece-149684ef12b7,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:25.990198 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d06c-f3d4-4291-8c08-75acf6589e10 req-adfc5cd9-b594-41e1-be91-a9bd86a0a091 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:25.991693 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf31d06c-f3d4-4291-8c08-75acf6589e10 req-adfc5cd9-b594-41e1-be91-a9bd86a0a091 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0518262 Jun 07 14:24:26.099814 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf31d06c-f3d4-4291-8c08-75acf6589e10 req-7a5f7835-a9e0-4168-b2b7-f8b06e59db93 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980570 Jun 07 14:24:26.128449 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:26.306526 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c4c6-34f4-49a1-9a6a-c9d91564d697 req-4d847da0-2732-4d8e-8763-4da4efcfb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:26.309582 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-1358c4c6-34f4-49a1-9a6a-c9d91564d697 req-4d847da0-2732-4d8e-8763-4da4efcfb495 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.0421426 Jun 07 14:24:26.420943 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-9a98c7e0-d911-48c2-b99b-fce82e9a8e30 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927383 Jun 07 14:24:26.427554 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916505ca-6d56-4207-a756-9f33372c3fc2 req-e8bf2eea-4a67-4cfb-92cd-82a2be95c163 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:26.428879 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-916505ca-6d56-4207-a756-9f33372c3fc2 req-e8bf2eea-4a67-4cfb-92cd-82a2be95c163 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.2901528 Jun 07 14:24:26.476243 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-916505ca-6d56-4207-a756-9f33372c3fc2 req-0dc17a9e-5776-4446-a88a-127b05b14d2b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jun 07 14:24:26.558688 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-1358c4c6-34f4-49a1-9a6a-c9d91564d697 req-2391c42b-e483-4e00-b83c-15b7336118ea service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Jun 07 14:24:26.599254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73ccb1b2-dac6-47bb-b951-2a458eb2db58 req-328892f2-7d22-411a-ba9a-513454f1b305 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814633 Jun 07 14:24:27.217460 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63344935-35ea-4a30-adfc-3ab1ff7bc891 req-20305b19-65ec-404e-8c52-d1fd6becf81e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:27.218880 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63344935-35ea-4a30-adfc-3ab1ff7bc891 req-20305b19-65ec-404e-8c52-d1fd6becf81e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0562112 Jun 07 14:24:27.270283 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63344935-35ea-4a30-adfc-3ab1ff7bc891 req-ee6c4880-8da8-4a14-b770-751ecc7bacbe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Jun 07 14:24:27.560511 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:27.563509 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:27.589834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbfefd-708e-4f24-b510-ae56fa9b7689 req-07f11567-5213-42e5-87f5-7cf3d9b2e061 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:27.591336 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53dbfefd-708e-4f24-b510-ae56fa9b7689 req-07f11567-5213-42e5-87f5-7cf3d9b2e061 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0476203 Jun 07 14:24:27.638977 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53dbfefd-708e-4f24-b510-ae56fa9b7689 req-0aba8beb-d9af-4a3f-a438-40c3d4273641 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Jun 07 14:24:28.382188 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded70d17-4c28-4c97-bf9c-c34aaaf950b1 req-4578389e-7023-4c1d-a873-aea1e676a968 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:28.383582 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ded70d17-4c28-4c97-bf9c-c34aaaf950b1 req-4578389e-7023-4c1d-a873-aea1e676a968 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0470963 Jun 07 14:24:28.435424 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ded70d17-4c28-4c97-bf9c-c34aaaf950b1 req-e4d90a76-0c65-4cef-8909-6240191f1ea4 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Jun 07 14:24:28.749556 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a8a18-0f72-4571-ba98-f240adb68c32 req-5c7a3202-a155-42ac-a415-83bdbba30f39 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:28.750995 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bd2a8a18-0f72-4571-ba98-f240adb68c32 req-5c7a3202-a155-42ac-a415-83bdbba30f39 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0466418 Jun 07 14:24:28.797480 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bd2a8a18-0f72-4571-ba98-f240adb68c32 req-cea42dc1-d218-499f-a36b-7547de181bf4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Jun 07 14:24:29.547564 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839e64-4ce1-4b88-9ab3-8d44ebb52443 req-0bda00e9-78a0-41a6-be9c-345fc24efc47 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:29.549045 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c1839e64-4ce1-4b88-9ab3-8d44ebb52443 req-0bda00e9-78a0-41a6-be9c-345fc24efc47 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0483329 Jun 07 14:24:29.598460 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c1839e64-4ce1-4b88-9ab3-8d44ebb52443 req-a0c47401-5820-4d00-bd52-cba03e928cf1 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 Jun 07 14:24:29.903000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:29.912028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567c229-f809-4cd5-91fa-972adfe80258 req-92f41852-84c5-406b-a22b-c267f0fb9b80 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:29.913469 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1567c229-f809-4cd5-91fa-972adfe80258 req-92f41852-84c5-406b-a22b-c267f0fb9b80 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0512044 Jun 07 14:24:29.959766 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1567c229-f809-4cd5-91fa-972adfe80258 req-cac392ef-0622-4a0d-b5d7-8cc57ef2af3a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Jun 07 14:24:30.091299 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:24:30.113590 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:24:30.113929 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 4f31b9bd-b25a-4f81-a6f5-a3395bf00234 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:24:30.708895 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e623d84-53d9-4b63-b81b-20fe4d57630d req-c6727f79-0f78-41af-926e-a34cecaf0155 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:30.710252 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e623d84-53d9-4b63-b81b-20fe4d57630d req-c6727f79-0f78-41af-926e-a34cecaf0155 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0460632 Jun 07 14:24:30.758949 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e623d84-53d9-4b63-b81b-20fe4d57630d req-99020220-d624-4966-8bc1-15ab6fe3c3d8 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425615 Jun 07 14:24:31.074649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2ad2-aa1d-4e58-9461-fc999f2b0669 req-bc76cb0a-1d76-4548-a153-7ee293d5e7b1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:31.076145 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c62e2ad2-aa1d-4e58-9461-fc999f2b0669 req-bc76cb0a-1d76-4548-a153-7ee293d5e7b1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0507736 Jun 07 14:24:31.118419 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:31.123645 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c62e2ad2-aa1d-4e58-9461-fc999f2b0669 req-7150d580-6574-4215-96b2-37d5034fc8c8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420904 Jun 07 14:24:31.872843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55929b28-8989-4571-b91c-aacc76bd6372 req-0537ee3e-afa4-4816-aa45-d811dde4f7e3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:31.874332 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55929b28-8989-4571-b91c-aacc76bd6372 req-0537ee3e-afa4-4816-aa45-d811dde4f7e3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0491509 Jun 07 14:24:31.924779 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55929b28-8989-4571-b91c-aacc76bd6372 req-2ed9e45a-79b6-4394-91c6-7d4325c8c229 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446205 Jun 07 14:24:32.234330 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52d0d-fe73-4b0b-80f2-2eff1bb8ecc7 req-22f8ca0d-841a-412d-89be-1c23d16953ad tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:32.235809 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ade52d0d-fe73-4b0b-80f2-2eff1bb8ecc7 req-22f8ca0d-841a-412d-89be-1c23d16953ad tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0468030 Jun 07 14:24:32.284731 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ade52d0d-fe73-4b0b-80f2-2eff1bb8ecc7 req-0af65c8e-ad72-46a9-936f-da8b458ec229 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435026 Jun 07 14:24:33.038346 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869233ce-c5f7-49c5-8c4d-27809d0e138a req-79fa7bcb-4672-47ed-9c2f-62ca4bfc5df3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:33.039820 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-869233ce-c5f7-49c5-8c4d-27809d0e138a req-79fa7bcb-4672-47ed-9c2f-62ca4bfc5df3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0472600 Jun 07 14:24:33.088978 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-869233ce-c5f7-49c5-8c4d-27809d0e138a req-b969399c-88ee-4242-a875-f32ce1b68d16 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Jun 07 14:24:33.398785 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c8b4e-9e03-4890-98be-b76e4f68341e req-e1364dbe-ca5c-4f47-89c6-f91991c58f24 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:33.400252 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-720c8b4e-9e03-4890-98be-b76e4f68341e req-e1364dbe-ca5c-4f47-89c6-f91991c58f24 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0487306 Jun 07 14:24:33.446443 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-720c8b4e-9e03-4890-98be-b76e4f68341e req-ebc590d6-c48d-4a4c-9ac2-54f368b8fa2b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Jun 07 14:24:33.967003 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:24:34.063922 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:34.075675 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'port_id': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'mac_address': 'fa:16:3e:04:5b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:24:34.112913 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cd19e240-c912-408d-ac68-5ada3a1dd139 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:24:34.113300 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:34.126923 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19e240-c912-408d-ac68-5ada3a1dd139 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:24:34.147897 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:34.152318 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:34.200994 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:34.208257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.208600 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.208946 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.209302 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.209637 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.209967 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.210287 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.210607 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.210927 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.211137 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cdac6-a870-4f5c-9269-08b3b0031471 req-3ed297f9-2535-492f-b78d-8dd8d3fed285 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:34.211328 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.211656 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.211974 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.212291 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.212606 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.212750 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a08cdac6-a870-4f5c-9269-08b3b0031471 req-3ed297f9-2535-492f-b78d-8dd8d3fed285 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Jun 07 14:24:34.214149 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:34.263424 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a08cdac6-a870-4f5c-9269-08b3b0031471 req-3fa664bb-b35d-42df-88a1-de002a24feec tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Jun 07 14:24:34.562909 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb2721-45d3-4de8-a1fc-5599eaa00b21 req-a6ea40d2-c55d-4304-8659-ef1196ce1acd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:34.564538 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8efb2721-45d3-4de8-a1fc-5599eaa00b21 req-a6ea40d2-c55d-4304-8659-ef1196ce1acd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0509665 Jun 07 14:24:34.610558 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['cd19e240-c912-408d-ac68-5ada3a1dd139'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:24:34.621411 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8efb2721-45d3-4de8-a1fc-5599eaa00b21 req-868526eb-c1d9-4bc8-bf83-bb8f4304c4ca tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513463 Jun 07 14:24:34.754468 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:35.376544 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928d2b-3371-4a28-9340-ae7779acc450 req-71bbc1be-7c09-4059-9a77-0fb25c18c7c6 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:35.378001 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49928d2b-3371-4a28-9340-ae7779acc450 req-71bbc1be-7c09-4059-9a77-0fb25c18c7c6 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 945 time: 0.0473602 Jun 07 14:24:35.430201 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49928d2b-3371-4a28-9340-ae7779acc450 req-8fbb1925-df7a-4886-8328-fb3943b631bd tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464532 Jun 07 14:24:35.748742 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ace085-b960-4698-b959-040d8edd636b req-e10cee0d-a62b-485a-ac90-9d0c5e3ab4ba tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:35.750753 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ace085-b960-4698-b959-040d8edd636b req-e10cee0d-a62b-485a-ac90-9d0c5e3ab4ba tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0514829 Jun 07 14:24:35.803360 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a6ace085-b960-4698-b959-040d8edd636b req-722be6d1-25cd-43e2-a48d-e6201ea0deee tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450585 Jun 07 14:24:35.814490 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:24:35.878713 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port cd19e240-c912-408d-ac68-5ada3a1dd139 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:24:35.886191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port cd19e240-c912-408d-ac68-5ada3a1dd139 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:24:35.886588 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:35.964157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cd19e240-c912-408d-ac68-5ada3a1dd139 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:24:35.964578 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:35.989180 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:35.991393 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da976185-c593-431b-bd12-9db8100aaa7d" -d '{"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-plugged", "status": "completed", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:35.993746 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:36.008062 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:24:36.012396 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:36.040520 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a53b6f-cbae-4ffa-92a0-b2652a7fdbef x-openstack-request-id: req-c6a53b6f-cbae-4ffa-92a0-b2652a7fdbef {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:36.040832 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-plugged", "status": "completed", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:36.041644 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6a53b6f-cbae-4ffa-92a0-b2652a7fdbef {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:36.042049 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a53b6f-cbae-4ffa-92a0-b2652a7fdbef'] response: {'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'code': 200} Jun 07 14:24:36.065771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:36.069819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:36.553320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=9 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:36.555632 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=9 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:36.563084 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c21587-57ae-4521-b23f-364aadd19708 req-877502c7-bbe7-40ac-be27-aeb1e5da4ed0 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:36.567686 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-48c21587-57ae-4521-b23f-364aadd19708 req-877502c7-bbe7-40ac-be27-aeb1e5da4ed0 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Jun 07 14:24:36.622866 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-48c21587-57ae-4521-b23f-364aadd19708 req-7a3b8663-5f32-48fc-9415-aecd54170bad tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524170 Jun 07 14:24:36.888984 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:36.943375 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df933c1f-c075-4ad4-822e-84ff4ddb9244 req-a641bd4f-843c-47d5-9b9f-841a8278dc85 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:36.944877 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-df933c1f-c075-4ad4-822e-84ff4ddb9244 req-a641bd4f-843c-47d5-9b9f-841a8278dc85 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0658097 Jun 07 14:24:37.007487 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-df933c1f-c075-4ad4-822e-84ff4ddb9244 req-97647baf-6a71-408a-abf2-74f5c78abf60 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547504 Jun 07 14:24:37.127097 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014dc2a-03fe-49fb-8406-ab91e6f647fc req-d774c3a5-73ad-4b81-b423-10ff48c3ff88 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:37.128768 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a014dc2a-03fe-49fb-8406-ab91e6f647fc req-d774c3a5-73ad-4b81-b423-10ff48c3ff88 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0587573 Jun 07 14:24:37.138664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45644) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:37.143371 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'floatingip': {'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:37.197478 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:37.621534 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7941e6-1ad2-470b-8d54-225775f2287a req-6cdd7f17-04fb-4a42-abe3-d1d085e24f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:37.623119 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dd7941e6-1ad2-470b-8d54-225775f2287a req-6cdd7f17-04fb-4a42-abe3-d1d085e24f18 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1130 time: 0.0800216 Jun 07 14:24:37.741835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:37.762656 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d6b7-9d0d-4dae-a523-17028b60bcf5 req-0d7c4dbb-8d1e-47a8-9c4e-e571b51eead7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:37.764273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dc08d6b7-9d0d-4dae-a523-17028b60bcf5 req-0d7c4dbb-8d1e-47a8-9c4e-e571b51eead7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0617297 Jun 07 14:24:37.772122 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:37.779453 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:37.786588 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dd7941e6-1ad2-470b-8d54-225775f2287a req-0ff481c4-a95e-44fc-8cc7-11f0ddccf4a2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476276 Jun 07 14:24:37.839819 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dc08d6b7-9d0d-4dae-a523-17028b60bcf5 req-cdeddac9-6c49-4c0a-af50-f64d38c11881 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677013 Jun 07 14:24:37.904682 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Floating IP 23590136-7f99-408f-ad4c-fc1a03600632 associated. External IP: 172.27.2.89, port: 44ff486f-5bc3-4d1b-9ece-149684ef12b7. Jun 07 14:24:38.132138 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Router 385bb97d-3630-44ef-9e4f-5b41730fb4ed has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:24:38.244952 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:24:38.259261 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:38.285861 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] Sync routers for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:24:38.304056 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:24:38.304389 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:24:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:38.311700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:38.349766 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:38.358689 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5ccbc074-b732-4f67-b84f-0e6eebf6d834 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "PUT /v2.0/floatingips/23590136-7f99-408f-ad4c-fc1a03600632 HTTP/1.1" status: 200 len: 990 time: 1.2186658 Jun 07 14:24:38.360097 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:38.365884 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc84fb9-7876-4b81-8fd8-d4617585e939" -d '{"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:38.448348 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d877db-dc2d-45ed-ac37-f29a41334634 x-openstack-request-id: req-c1d877db-dc2d-45ed-ac37-f29a41334634 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:38.449057 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:38.449500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1d877db-dc2d-45ed-ac37-f29a41334634 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:38.450079 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d877db-dc2d-45ed-ac37-f29a41334634'] response: {'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'status': 'completed', 'code': 200} Jun 07 14:24:38.455663 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:24:38.798101 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '23590136-7f99-408f-ad4c-fc1a03600632', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:07Z', 'updated_at': '2022-06-07T14:24:37Z', 'revision_number': 1, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:38.829102 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] Checking router: 385bb97d-3630-44ef-9e4f-5b41730fb4ed for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:24:38.840999 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:24:38.841783 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:24:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:38.873918 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45678) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:39.006482 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:24:39.018518 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7e9f6-7c40-4d44-a89c-ae74f8b249d1 req-93d9f73a-1f8a-466d-9b9e-7a347330d4bd tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:39.028330 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2fd7e9f6-7c40-4d44-a89c-ae74f8b249d1 req-93d9f73a-1f8a-466d-9b9e-7a347330d4bd tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0834656 Jun 07 14:24:39.104497 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2fd7e9f6-7c40-4d44-a89c-ae74f8b249d1 req-1c6b0e07-5db5-476b-a008-50089ed98471 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741050 Jun 07 14:24:39.131417 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.136960 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-59856210-3fee-4c97-8f6c-0284c2f0123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:39.138740 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-59856210-3fee-4c97-8f6c-0284c2f0123c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.1207824 Jun 07 14:24:39.310639 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-8d04f6a3-7932-4fa9-97fe-e051b40362aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:39.312198 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-8d04f6a3-7932-4fa9-97fe-e051b40362aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.1527240 Jun 07 14:24:39.316455 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '23590136-7f99-408f-ad4c-fc1a03600632', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:07Z', 'updated_at': '2022-06-07T14:24:37Z', 'revision_number': 1, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:39.319274 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:39.327264 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Publish callbacks [] for security_group (6a9a1ce8-fc57-4479-b10b-ebfa45f63583), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.336475 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6a9a1ce8-fc57-4479-b10b-ebfa45f63583), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.346055 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e079f5-44e3-42ae-8f12-b4bd467753ab None None] The sync data for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi is: [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '23590136-7f99-408f-ad4c-fc1a03600632', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:07Z', 'updated_at': '2022-06-07T14:24:37Z', 'revision_number': 1, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:24:39.461351 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29e11f4f22b54756b307db8736e277c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861931 Jun 07 14:24:39.464793 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 45684) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:39.486469 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-380ad99d-128e-4ef7-8476-d45063c70adb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 998 time: 0.1575260 Jun 07 14:24:39.487264 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a1ce8-fc57-4479-b10b-ebfa45f63583,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:39.510650 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.512149 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.512565 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.513645 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.517178 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.517602 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.518010 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.518466 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.521403 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.521826 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.522401 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.522799 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.523198 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.523616 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.526500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4491cf-1a0f-43f5-bd9f-356e47ec08c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:24:39.575772 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-037b4fc9-9f84-452e-a02e-2ebc9a1f6f63 admin admin] Publish callbacks [] for security_group (6a9a1ce8-fc57-4479-b10b-ebfa45f63583), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.603159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-037b4fc9-9f84-452e-a02e-2ebc9a1f6f63 admin admin] Publish callbacks [] for security_group (6a9a1ce8-fc57-4479-b10b-ebfa45f63583), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.667854 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-037b4fc9-9f84-452e-a02e-2ebc9a1f6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6a9a1ce8-fc57-4479-b10b-ebfa45f63583), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.670734 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-037b4fc9-9f84-452e-a02e-2ebc9a1f6f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:39.671989 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-037b4fc9-9f84-452e-a02e-2ebc9a1f6f63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a9a1ce8-fc57-4479-b10b-ebfa45f63583 HTTP/1.1" status: 204 len: 168 time: 0.2061422 Jun 07 14:24:39.675474 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ea0c9-9432-4fec-8a14-718f4b40c1ae None None] New status for floating IP 23590136-7f99-408f-ad4c-fc1a03600632: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:24:39.695259 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b4fc9-9f84-452e-a02e-2ebc9a1f6f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a1ce8-fc57-4479-b10b-ebfa45f63583,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:40.261537 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28322c3e-31d8-407c-872c-d01c4c271424 req-384eb83c-9d38-4fe8-a2c6-9675bdb2946e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:40.263370 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-28322c3e-31d8-407c-872c-d01c4c271424 req-384eb83c-9d38-4fe8-a2c6-9675bdb2946e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0617206 Jun 07 14:24:40.323075 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-28322c3e-31d8-407c-872c-d01c4c271424 req-a6aadbd8-b06a-44da-8d33-a4ed5ce041b4 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532513 Jun 07 14:24:40.371660 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-8f8918c9-3d39-4660-afc4-db097658960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:40.373445 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-8f8918c9-3d39-4660-afc4-db097658960f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0591381 Jun 07 14:24:40.453243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-fb501624-0e0a-4123-b38a-c5220b91dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:40.456777 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-fb501624-0e0a-4123-b38a-c5220b91dbf0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721655 Jun 07 14:24:40.504214 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be847234-a1fa-4c3a-83ab-eb2891546aa8 req-4b2dab40-acbc-4e22-82dd-32dd430e75c3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:40.506391 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be847234-a1fa-4c3a-83ab-eb2891546aa8 req-4b2dab40-acbc-4e22-82dd-32dd430e75c3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0695879 Jun 07 14:24:40.577356 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be847234-a1fa-4c3a-83ab-eb2891546aa8 req-b9577543-a761-48f3-a98a-f2e97a16eeb7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505319 Jun 07 14:24:40.586797 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-056488cd-c0a0-4f4b-9de6-6046a30d0844 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215131 Jun 07 14:24:40.608686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45704) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:40.726021 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-afc84fb9-7876-4b81-8fd8-d4617585e939 req-0dd4681c-86d9-4044-84c8-6e4efcfa285b service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305556 Jun 07 14:24:40.886891 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92015dd-9cde-4769-9234-fd443e74fe0c tempest-TestShelveInstance-81320498 tempest-TestShelveInstance-81320498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:40.888455 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b92015dd-9cde-4769-9234-fd443e74fe0c tempest-TestShelveInstance-81320498 tempest-TestShelveInstance-81320498-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1125 time: 0.2658801 Jun 07 14:24:40.891316 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45712) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:40.896258 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'port_id': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:24:40.919710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:41.255451 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:41.326537 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:41.395472 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Allocated IP 172.27.2.62 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/587bb128-7605-4d55-8360-eb60d1f9e0aa) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:24:41.397789 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:41.537555 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:41.577989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:41.637404 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:24:41.643594 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:24:41.648809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:24:41.653070 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'Port': ['ID=587bb128-7605-4d55-8360-eb60d1f9e0aa,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:42.071700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for floatingip (68eb4261-c0d5-49b7-aab7-8c5fb276a4f6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:42.162940 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:42.251681 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:42.383055 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:42.395307 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:42.402447 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:42.503809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event updated for resources: {'Port': ['ID=587bb128-7605-4d55-8360-eb60d1f9e0aa,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:42.518564 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (68eb4261-c0d5-49b7-aab7-8c5fb276a4f6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:42.624374 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Floating IP 68eb4261-c0d5-49b7-aab7-8c5fb276a4f6 associated. External IP: 172.27.2.62, port: cd19e240-c912-408d-ac68-5ada3a1dd139. Jun 07 14:24:42.856700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Router 9e01e53f-8b09-4690-88b2-bc6157bb741b has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:24:42.986690 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:24:42.989914 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bfddad15-4ca3-410b-99c5-2e9077adefdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:42.999644 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] Sync routers for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:24:43.012143 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:24:43.013034 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:24:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:43.023166 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:43.059777 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6771c791-bc08-48b4-bdc6-ca86f43989fe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1671515 Jun 07 14:24:43.060490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:24:43.062968 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:24:43.117599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025a7e7-57c7-46ab-9bd0-c8f698e72c82 x-openstack-request-id: req-8025a7e7-57c7-46ab-9bd0-c8f698e72c82 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:24:43.117903 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:24:43.118212 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8025a7e7-57c7-46ab-9bd0-c8f698e72c82 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:24:43.118678 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8025a7e7-57c7-46ab-9bd0-c8f698e72c82'] response: {'name': 'network-changed', 'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'status': 'completed', 'code': 200} Jun 07 14:24:43.134104 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:24:43.379122 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '68eb4261-c0d5-49b7-aab7-8c5fb276a4f6', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'port_id': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'mac_address': 'fa:16:3e:04:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:41Z', 'updated_at': '2022-06-07T14:24:41Z', 'revision_number': 0, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:34Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:43.406109 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] Checking router: 9e01e53f-8b09-4690-88b2-bc6157bb741b for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:24:43.415336 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:24:43.416987 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:24:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:43.530305 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-77c4f6a9-5751-4a0b-bd14-09e8356fa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:43.531992 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-77c4f6a9-5751-4a0b-bd14-09e8356fa8e5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1130 time: 0.0491090 Jun 07 14:24:43.535507 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:43.560863 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:24:43.641307 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-1ecfc87b-7a26-4932-a118-24656cce8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:43.642773 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-1ecfc87b-7a26-4932-a118-24656cce8329 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 910 time: 0.1021926 Jun 07 14:24:43.819622 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '68eb4261-c0d5-49b7-aab7-8c5fb276a4f6', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'port_id': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'mac_address': 'fa:16:3e:04:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:41Z', 'updated_at': '2022-06-07T14:24:41Z', 'revision_number': 0, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:34Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:43.846268 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2bca3a-6f52-4432-b2c3-ca445c5c2789 None None] The sync data for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi is: [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '68eb4261-c0d5-49b7-aab7-8c5fb276a4f6', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'port_id': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'mac_address': 'fa:16:3e:04:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:41Z', 'updated_at': '2022-06-07T14:24:41Z', 'revision_number': 0, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:34Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:24:44.116833 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c0b61-7220-46ee-bbb5-256d3fbd2d3d None None] New status for floating IP 68eb4261-c0d5-49b7-aab7-8c5fb276a4f6: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:24:44.151637 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-f18f6b1c-67f7-4d98-8fbc-cf541212dfa6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 999 time: 0.0935516 Jun 07 14:24:44.235950 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:44.240649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-d6701779-2e78-49c6-84bd-64a842af09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:44.242243 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-d6701779-2e78-49c6-84bd-64a842af09f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 200 len: 848 time: 0.0742242 Jun 07 14:24:44.316598 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-dd4b7e68-9579-4808-9e05-069f6ac0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:24:44.318767 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-dd4b7e68-9579-4808-9e05-069f6ac0a0ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f397386a-1f8f-428e-9db6-eb5c4da2745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563643 Jun 07 14:24:44.430036 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-27104a6e-383f-4b88-9007-da4af65e79a8 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998538 Jun 07 14:24:44.544497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:44.566307 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4fefb0c4-53d6-48ad-b4cf-2a9082ffba1c req-6c9a3d7a-215f-48cf-92f1-24667eb358e6 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155641 Jun 07 14:24:45.442344 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-907638bd-81e8-4a9e-9c4d-bb8c9fabf22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:46.258425 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:48.018133 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:49.559937 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:50.568767 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:50.573167 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:53.549179 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:24:53.822391 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=22 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:54.554365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=27 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:54.562466 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:24:55.777081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:58.959970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45928) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:59.007127 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Deleting subnet fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:24:59.010416 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Publish callbacks [] for subnet (fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.044804 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.090571 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.141651 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.166706 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:59.172675 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.175795 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8f224e11-0438-4452-b951-1bc32469bedb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc84cf87-6b4e-4c8c-a7de-2dec4a8340fe HTTP/1.1" status: 204 len: 168 time: 0.2148385 Jun 07 14:24:59.178256 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45930) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:59.246050 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (852d511c-cad0-48ac-b18c-ff9209889a76), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.328881 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (852d511c-cad0-48ac-b18c-ff9209889a76), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.348683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852d511c-cad0-48ac-b18c-ff9209889a76']}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:59.357772 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfa9476-70e5-435f-8a08-c1382f9c4e97') {'for_net_delete': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:59.358078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfa9476-70e5-435f-8a08-c1382f9c4e97') {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:24:59.367499 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848350'] for segment (8dfa9476-70e5-435f-8a08-c1382f9c4e97), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.381156 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (8dfa9476-70e5-435f-8a08-c1382f9c4e97), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.388405 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:24:59.388822 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3372005'] for segment (8dfa9476-70e5-435f-8a08-c1382f9c4e97), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.431633 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 8dfa9476-70e5-435f-8a08-c1382f9c4e97 resource provider aggregate not found Jun 07 14:24:59.449809 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 8dfa9476-70e5-435f-8a08-c1382f9c4e97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dfa9476-70e5-435f-8a08-c1382f9c4e97 found for delete ", "request_id": "req-23b60c4e-5301-49fd-82a9-e6b729f8a276"}]} Jun 07 14:24:59.457396 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (852d511c-cad0-48ac-b18c-ff9209889a76), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.465006 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.468109 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] 10.222.0.81 "DELETE /v2.0/networks/852d511c-cad0-48ac-b18c-ff9209889a76 HTTP/1.1" status: 204 len: 168 time: 0.2889454 Jun 07 14:24:59.478638 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b296-fd57-460e-8eca-d8d9bf566aff admin admin] Pushing event deleted for resources: {'Network': ['ID=852d511c-cad0-48ac-b18c-ff9209889a76,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:24:59.632508 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45940) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:59.672256 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-06876871-1bd7-4810-b969-c6aa1666b26c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ecb2b7cbdaf9495480fc881e823c1913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386028 Jun 07 14:24:59.674556 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 45944) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:24:59.724116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ee012f44-91c5-4be7-af5e-85f0592971e7 admin admin] Publish callbacks [] for security_group (1044bfaf-1b72-497c-9f15-e1ebdbfd8869), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.746896 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ee012f44-91c5-4be7-af5e-85f0592971e7 admin admin] Publish callbacks [] for security_group (1044bfaf-1b72-497c-9f15-e1ebdbfd8869), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.795321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ee012f44-91c5-4be7-af5e-85f0592971e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (1044bfaf-1b72-497c-9f15-e1ebdbfd8869), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.797817 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ee012f44-91c5-4be7-af5e-85f0592971e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:24:59.798991 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ee012f44-91c5-4be7-af5e-85f0592971e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1044bfaf-1b72-497c-9f15-e1ebdbfd8869 HTTP/1.1" status: 204 len: 168 time: 0.1235113 Jun 07 14:24:59.807612 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012f44-91c5-4be7-af5e-85f0592971e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044bfaf-1b72-497c-9f15-e1ebdbfd8869,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:03.492850 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22f27-f955-4386-a74f-f77174ca2f57 req-0c4fe0f1-e111-4484-8560-988987e02c52 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:03.494443 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-76a22f27-f955-4386-a74f-f77174ca2f57 req-0c4fe0f1-e111-4484-8560-988987e02c52 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0491302 Jun 07 14:25:03.546687 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-76a22f27-f955-4386-a74f-f77174ca2f57 req-53bd01f4-ef4d-4c20-bd43-88e6a98775ed tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Jun 07 14:25:04.554585 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:04.559384 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=82 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:04.663018 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc167e2-e863-47a2-8ba7-80a1611c9df9 req-fd746901-eb70-4f85-bd50-eaae155aaa02 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:04.664489 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bc167e2-e863-47a2-8ba7-80a1611c9df9 req-fd746901-eb70-4f85-bd50-eaae155aaa02 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0465775 Jun 07 14:25:04.711166 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bc167e2-e863-47a2-8ba7-80a1611c9df9 req-8fd92f65-ab48-40d0-9dd8-52a776dac4c7 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Jun 07 14:25:05.550306 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891e217-5f77-46c9-932b-b341d638b385 req-871e09a1-32a3-4913-ab48-3132b1266ddc tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:05.551821 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3891e217-5f77-46c9-932b-b341d638b385 req-871e09a1-32a3-4913-ab48-3132b1266ddc tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0523362 Jun 07 14:25:05.639995 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Deleting port 52d793d5-4bb0-44e5-9e83-b03db851e80b {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:25:05.640330 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:05.694976 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:05.734520 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:05.736679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] For port 52d793d5-4bb0-44e5-9e83-b03db851e80b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=52d793d5-4bb0-44e5-9e83-b03db851e80b,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:05.737048 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:05.752160 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Calling delete_port for 52d793d5-4bb0-44e5-9e83-b03db851e80b owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:25:05.769340 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:05.771621 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:05.848469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe56a-851c-4659-9d18-56a88d109894 req-e47b2f3b-60ea-4223-9bfc-23ef591ab55e tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:05.850312 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f35fe56a-851c-4659-9d18-56a88d109894 req-e47b2f3b-60ea-4223-9bfc-23ef591ab55e tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dc684fd-368e-45b1-b487-b39a2552b70c HTTP/1.1" status: 200 len: 945 time: 0.0565979 Jun 07 14:25:05.880800 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (52d793d5-4bb0-44e5-9e83-b03db851e80b), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:05.897583 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['52d793d5-4bb0-44e5-9e83-b03db851e80b'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:25:05.903122 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f35fe56a-851c-4659-9d18-56a88d109894 req-fae0e7a7-784d-40e4-b88b-3744f08cb77d tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Jun 07 14:25:05.919111 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Pushing event deleted for resources: {'Port': ['ID=52d793d5-4bb0-44e5-9e83-b03db851e80b,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:05.966173 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] No DVR routers for this DVR port 52d793d5-4bb0-44e5-9e83-b03db851e80b on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:25:05.970507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:05.974000 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3891e217-5f77-46c9-932b-b341d638b385 req-7b5f6ada-7dbf-4258-88c8-e882c829a9e2 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "DELETE /v2.0/ports/52d793d5-4bb0-44e5-9e83-b03db851e80b HTTP/1.1" status: 204 len: 173 time: 0.4124422 Jun 07 14:25:05.974430 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'name': 'network-vif-deleted', 'tag': '52d793d5-4bb0-44e5-9e83-b03db851e80b'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:25:05.976775 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0c7e0d-eec4-4031-b351-80c3b2aa7ca2" -d '{"events": [{"server_uuid": "2dc684fd-368e-45b1-b487-b39a2552b70c", "name": "network-vif-deleted", "tag": "52d793d5-4bb0-44e5-9e83-b03db851e80b"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:25:06.021733 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3372499-9f48-4b35-b952-847e58868b5a x-openstack-request-id: req-f3372499-9f48-4b35-b952-847e58868b5a {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:25:06.022017 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc684fd-368e-45b1-b487-b39a2552b70c", "name": "network-vif-deleted", "tag": "52d793d5-4bb0-44e5-9e83-b03db851e80b", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:25:06.022457 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3372499-9f48-4b35-b952-847e58868b5a {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:25:06.022872 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3372499-9f48-4b35-b952-847e58868b5a'] response: {'server_uuid': '2dc684fd-368e-45b1-b487-b39a2552b70c', 'name': 'network-vif-deleted', 'tag': '52d793d5-4bb0-44e5-9e83-b03db851e80b', 'status': 'completed', 'code': 200} Jun 07 14:25:09.823041 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:10.279706 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 52d793d5-4bb0-44e5-9e83-b03db851e80b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:25:10.299434 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 52d793d5-4bb0-44e5-9e83-b03db851e80b {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:25:10.299773 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 52d793d5-4bb0-44e5-9e83-b03db851e80b not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:25:12.769117 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46156) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:12.872915 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12924858-d5b0-4a05-aad7-0b45cae3c9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:12.949018 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12924858-d5b0-4a05-aad7-0b45cae3c9bd admin admin] Publish callbacks [] for security_group (c10eac1b-6df8-4640-98ec-194c89302a35), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:12.952773 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12924858-d5b0-4a05-aad7-0b45cae3c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c10eac1b-6df8-4640-98ec-194c89302a35), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:12.991426 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924858-d5b0-4a05-aad7-0b45cae3c9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10eac1b-6df8-4640-98ec-194c89302a35,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:12.991993 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7f993486-d218-4987-af5e-e241eb8dd977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:12.996771 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-12924858-d5b0-4a05-aad7-0b45cae3c9bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5746dfb053c64433a0c5d11d4ff70462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266228 Jun 07 14:25:13.000335 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46160) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:13.053115 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053975a0-5441-4747-8f72-f48bf7c9542d admin admin] Publish callbacks [] for security_group (c10eac1b-6df8-4640-98ec-194c89302a35), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.074736 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053975a0-5441-4747-8f72-f48bf7c9542d admin admin] Publish callbacks [] for security_group (c10eac1b-6df8-4640-98ec-194c89302a35), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.121931 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053975a0-5441-4747-8f72-f48bf7c9542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (c10eac1b-6df8-4640-98ec-194c89302a35), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.124548 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-053975a0-5441-4747-8f72-f48bf7c9542d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.125833 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-053975a0-5441-4747-8f72-f48bf7c9542d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c10eac1b-6df8-4640-98ec-194c89302a35 HTTP/1.1" status: 204 len: 168 time: 0.1245966 Jun 07 14:25:13.133916 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053975a0-5441-4747-8f72-f48bf7c9542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10eac1b-6df8-4640-98ec-194c89302a35,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:13.750333 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46184) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:13.847544 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513835028-network', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:13.869086 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Made reservation on behalf of 1c7b98807cae4a75968ed946de9c92bb for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:25:13.871906 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.880614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.956082 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks [] for security_group (5c7431a4-77a8-4e1f-8dae-3112a50757b6), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.959677 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5c7431a4-77a8-4e1f-8dae-3112a50757b6), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:13.988201 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:25:13.995374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7431a4-77a8-4e1f-8dae-3112a50757b6,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:14.003077 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (2249f9bb-4b13-4382-bed8-063860dd2612), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.003077 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Added segment 2249f9bb-4b13-4382-bed8-063860dd2612 of type vlan for network d4d298de-4ac9-4be1-9225-de274b18204d Jun 07 14:25:14.046394 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (d4d298de-4ac9-4be1-9225-de274b18204d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.071180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (d4d298de-4ac9-4be1-9225-de274b18204d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.072199 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:14.072796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.125568 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3740754 Jun 07 14:25:14.128547 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46188) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:14.133539 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Request body: {'subnet': {'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513835028-subnet', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:14.134503 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22ab6a-6ecf-4a99-ad3f-0f35bc9b26ee admin admin] Pushing event updated for resources: {'Network': ['ID=d4d298de-4ac9-4be1-9225-de274b18204d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:14.144119 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network d4d298de-4ac9-4be1-9225-de274b18204d details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:25:14.155086 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Made reservation on behalf of 1c7b98807cae4a75968ed946de9c92bb for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:25:14.157630 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3411894'] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.327444 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3411844'] for subnet (937abd9d-17e0-401c-87ea-c0c7c68e132a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.389326 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=937abd9d-17e0-401c-87ea-c0c7c68e132a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:14.397092 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Checking segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:14.397454 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Network hostable DHCP agents. Network: d4d298de-4ac9-4be1-9225-de274b18204d, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:25:14.415838 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Network d4d298de-4ac9-4be1-9225-de274b18204d is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:25:14.424784 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, d4d298de-4ac9-4be1-9225-de274b18204d) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:14.429007 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:14.429472 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.434150 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedef4e9-ddd2-4d9f-9b09-554c0c7f9915 None None] Network d4d298de-4ac9-4be1-9225-de274b18204d requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:25:14.451500 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-1d2df8d1-72a2-4303-a16f-f35a3033dabc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3217394 Jun 07 14:25:14.453975 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46190) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:14.458108 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:14.461308 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=15 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:14.463744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:14.484761 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (adca1240-2da6-4544-9f18-17c5c36f3650), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.485807 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (adca1240-2da6-4544-9f18-17c5c36f3650), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.539768 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks [] for router_controller (adca1240-2da6-4544-9f18-17c5c36f3650), precommit_add_association {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.657690 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-d4d298de-4ac9-4be1-9225-de274b18204d', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:25:14.658636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.679359 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks [] for router_gateway (adca1240-2da6-4544-9f18-17c5c36f3650), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.801713 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Allocated IP 172.20.0.2 (d4d298de-4ac9-4be1-9225-de274b18204d/937abd9d-17e0-401c-87ea-c0c7c68e132a/efae4635-e9ec-416a-8bbf-d09d9c17cc88) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:14.857391 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks [] for router_gateway (adca1240-2da6-4544-9f18-17c5c36f3650), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.876628 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.945164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Publish callbacks [] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.951239 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:14.987033 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Allocated IP 172.27.2.253 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:14.991844 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Network d4d298de-4ac9-4be1-9225-de274b18204d is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:15.000408 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:15.002357 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Pushing event updated for resources: {'Port': ['ID=efae4635-e9ec-416a-8bbf-d09d9c17cc88,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:15.004609 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:15.060496 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Attempting to bind port efae4635-e9ec-416a-8bbf-d09d9c17cc88 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:15.060869 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Attempting to bind port efae4635-e9ec-416a-8bbf-d09d9c17cc88 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:15.061212 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Attempting to bind port efae4635-e9ec-416a-8bbf-d09d9c17cc88 on network d4d298de-4ac9-4be1-9225-de274b18204d {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:15.066236 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:15.066598 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Checking segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:15.066989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.067415 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Bound using segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:15.067867 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Bound port: efae4635-e9ec-416a-8bbf-d09d9c17cc88, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:15.068234 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.097572 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks [] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.130289 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.131003 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] For port efae4635-e9ec-416a-8bbf-d09d9c17cc88, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:15.134275 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] For port efae4635-e9ec-416a-8bbf-d09d9c17cc88, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=efae4635-e9ec-416a-8bbf-d09d9c17cc88,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:15.140651 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.180827 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:15.189353 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:15.192134 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:15.199444 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf102e8b-4946-43ec-b9de-e5639dcc8325 None None] Pushing event updated for resources: {'Port': ['ID=efae4635-e9ec-416a-8bbf-d09d9c17cc88,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:15.217185 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Pushing event updated for resources: {'Port': ['ID=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:15.449224 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a2311fd0-8dea-4fc6-97ee-23e7ac527a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.597875 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:15.744760 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks [] for router_gateway (adca1240-2da6-4544-9f18-17c5c36f3650), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.747105 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:15.942264 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (adca1240-2da6-4544-9f18-17c5c36f3650), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:15.964624 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:15.986462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:16.012289 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-90d810a7-3cac-454f-9fb6-a51afcf28707 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:16.013885 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-90d810a7-3cac-454f-9fb6-a51afcf28707 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/networks?id=74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 200 len: 813 time: 0.1160033 Jun 07 14:25:16.031713 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a0eb1593-4c35-4f34-b5e4-7190f71f0f46 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/quotas/59f9adafa99949b3b5f624c6ae7be57e HTTP/1.1" status: 200 len: 375 time: 0.0099075 Jun 07 14:25:16.069934 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-0c403de6-91ad-401c-8147-ceea0e456cfb tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jun 07 14:25:16.076306 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Router adca1240-2da6-4544-9f18-17c5c36f3650 is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:25:16.173097 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-34139948-e2a3-4b4d-81a8-2596aed82dc7 service neutron] 10.222.0.81 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952933 Jun 07 14:25:16.199950 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:25:16.214012 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Sync routers for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:25:16.217664 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488726e-ed64-4f67-a1d0-956db7bca12f None None] Network d4d298de-4ac9-4be1-9225-de274b18204d requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:25:16.224789 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:16.225541 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:16.228623 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.230963 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e58998bb-d1f5-468b-956c-b153d9023690 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7760592 Jun 07 14:25:16.233528 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46208) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:16.296531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-61bcf7a7-5029-4ccf-a47e-2860735fa605 service neutron] 10.222.0.81 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160717 Jun 07 14:25:16.300766 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.314275 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] Provisioning complete for port efae4635-e9ec-416a-8bbf-d09d9c17cc88 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:16.314892 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.339204 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:16.450323 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] Current status of the port efae4635-e9ec-416a-8bbf-d09d9c17cc88 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:16.450769 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.501215 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] For port efae4635-e9ec-416a-8bbf-d09d9c17cc88, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=efae4635-e9ec-416a-8bbf-d09d9c17cc88,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:16.508092 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.538536 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:16.594073 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b189dd8-95ff-4ad7-8ae7-66d4791e6e74 req-20d0f459-6a65-4aa7-89a0-ecefb0e961d0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 210 time: 0.0510592 Jun 07 14:25:16.621209 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c418f66-dadb-4fc1-a3c7-5925b039ac83 None None] Pushing event updated for resources: {'Port': ['ID=efae4635-e9ec-416a-8bbf-d09d9c17cc88,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:16.679662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device efae4635-e9ec-416a-8bbf-d09d9c17cc88 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:16.735331 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port efae4635-e9ec-416a-8bbf-d09d9c17cc88 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:16.735961 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.752758 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:15Z', 'revision_number': 3, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:16.795519 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Checking router: adca1240-2da6-4544-9f18-17c5c36f3650 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:25:16.795863 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Updating router adca1240-2da6-4544-9f18-17c5c36f3650 port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:25:16.815519 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:16.836284 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.850720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.874086 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-cd21943e-eb2b-4d3f-8c6e-13414298e71a None None] Provisioning complete for port efae4635-e9ec-416a-8bbf-d09d9c17cc88 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:16.874561 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cd21943e-eb2b-4d3f-8c6e-13414298e71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:16.898750 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:16.919118 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port efae4635-e9ec-416a-8bbf-d09d9c17cc88 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:16.924158 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:16.985711 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-cd21943e-eb2b-4d3f-8c6e-13414298e71a None None] Current status of the port efae4635-e9ec-416a-8bbf-d09d9c17cc88 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:17.035144 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Allocated IP 172.20.0.1 (d4d298de-4ac9-4be1-9225-de274b18204d/937abd9d-17e0-401c-87ea-c0c7c68e132a/4aee3433-0f68-4a82-860f-0442065a5d02) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:17.113831 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:17.151793 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks [] for port (4aee3433-0f68-4a82-860f-0442065a5d02), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.171110 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Publish callbacks [] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.176762 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.189709 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.232003 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Pushing event updated for resources: {'Port': ['ID=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:17.235353 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Attempting to bind port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:17.235779 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Attempting to bind port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:17.236078 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Attempting to bind port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:17.242959 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.243323 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.243688 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.244049 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.244299 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Network d4d298de-4ac9-4be1-9225-de274b18204d is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:17.244758 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.244758 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.244999 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.245318 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.245642 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.245960 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.246283 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.246616 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.246938 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.247276 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.248020 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:17.256565 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:17.256946 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:17.257394 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.258076 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:17.258296 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Bound port: 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:17.258653 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.259727 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:17.262589 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:17.294802 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Pushing event updated for resources: {'Port': ['ID=4aee3433-0f68-4a82-860f-0442065a5d02,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:17.318099 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] For port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:17.318336 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (adca1240-2da6-4544-9f18-17c5c36f3650), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.323307 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] For port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:17.330017 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.357029 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:17.391938 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b13e04-b553-499c-885c-036a12af6b1f None None] Pushing event updated for resources: {'Port': ['ID=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:17.400903 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:17.401470 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:17.440552 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:17.446527 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:17.467929 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.507110 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-d96a4687-f562-4845-a940-c3172e58e551 None None] Provisioning complete for port 4aee3433-0f68-4a82-860f-0442065a5d02 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:17.508146 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d96a4687-f562-4845-a940-c3172e58e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.510079 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:17.544396 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d96a4687-f562-4845-a940-c3172e58e551 None None] Port 4aee3433-0f68-4a82-860f-0442065a5d02 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:25:17.711046 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:15Z', 'revision_number': 3, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:17.728773 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f8f5836-34ca-4b8b-98a7-c51b6d56d7e2 req-21429ca7-fae6-4e95-891b-29c35f504b76 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 210 time: 0.0374517 Jun 07 14:25:17.742939 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d5d81-b1cd-4678-b6e4-8a7103db9490 None None] The sync data for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi is: [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:15Z', 'revision_number': 3, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:25:17.768887 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks [] for port (4aee3433-0f68-4a82-860f-0442065a5d02), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.773566 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.848198 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-df3fb80f-b514-4637-bc25-fd8d4fe0c0e8 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:17.849717 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-df3fb80f-b514-4637-bc25-fd8d4fe0c0e8 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "GET /v2.0/networks?id=74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 200 len: 813 time: 0.1935742 Jun 07 14:25:17.871079 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Pushing event updated for resources: {'Port': ['ID=4aee3433-0f68-4a82-860f-0442065a5d02,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:17.876480 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Request body: {'port': {'device_id': '57975a90-732f-4014-b0eb-076c7acca1c9', 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6', 'admin_state_up': True, 'tenant_id': '59f9adafa99949b3b5f624c6ae7be57e'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:17.882084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (adca1240-2da6-4544-9f18-17c5c36f3650), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:17.977653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:18.040401 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.088187 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Made reservation on behalf of 59f9adafa99949b3b5f624c6ae7be57e for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:25:18.091616 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.104936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Network d4d298de-4ac9-4be1-9225-de274b18204d is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:18.107985 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:18.311924 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:18.338701 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Router adca1240-2da6-4544-9f18-17c5c36f3650 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:25:18.340379 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Allocated IP 172.20.0.3 (74e54650-a65d-4ca7-9de2-261f4002b6e6/d86d16bb-3e30-4807-8091-38ab1989700b/ab8e8c1b-0b00-47d6-92e7-e25f91d3426f) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:18.371940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-97b2c859-69bc-4af7-9bd4-924b6893c3ae None None] Provisioning complete for port 4aee3433-0f68-4a82-860f-0442065a5d02 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:18.372330 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-97b2c859-69bc-4af7-9bd4-924b6893c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.407361 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-97b2c859-69bc-4af7-9bd4-924b6893c3ae None None] Port 4aee3433-0f68-4a82-860f-0442065a5d02 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:25:18.567929 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:18.620635 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:18.621011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.698767 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:18.699169 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.723195 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:18.728113 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.728928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device efae4635-e9ec-416a-8bbf-d09d9c17cc88 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:18.774474 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:25:18.789355 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-949b88f7-5604-4fb7-a1a9-dda9c30480ad admin admin] 10.222.0.81 "PUT /v2.0/routers/adca1240-2da6-4544-9f18-17c5c36f3650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453753 Jun 07 14:25:18.836748 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks [] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.838919 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:18.854124 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port efae4635-e9ec-416a-8bbf-d09d9c17cc88 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:18.854549 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.860908 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d02a8351-d9f5-4a8e-ab42-5feaeaba380e req-5e45fe26-1f54-40b8-8beb-7aebdee04115 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 210 time: 0.0419831 Jun 07 14:25:18.876500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:18.923036 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Network 74e54650-a65d-4ca7-9de2-261f4002b6e6 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:18.935712 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:18.938099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:18.940692 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:18.943023 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Pushing event updated for resources: {'Port': ['ID=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:18.955015 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port efae4635-e9ec-416a-8bbf-d09d9c17cc88 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:18.990681 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:18.991319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.012286 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-52bb6b82-9702-4afa-8bb5-9b6683ec1db1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1421678 Jun 07 14:25:19.023536 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Request body: {'port': {'device_id': '57975a90-732f-4014-b0eb-076c7acca1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:19.085509 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.354454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46244) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:19.359274 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-712011263-network', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:19.379018 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Made reservation on behalf of 2ce5417c58dd4bdd8598dd8dd2667a7d for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:25:19.381418 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.390056 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.404868 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8e8c1b-0b00-47d6-92e7-e25f91d3426f {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:25:19.413025 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Publish callbacks [] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.418172 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:19.430515 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Transition to ACTIVE for port object ab8e8c1b-0b00-47d6-92e7-e25f91d3426f will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:25:19.433747 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.475126 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks [] for security_group (f7bd706d-354d-43a1-a8e8-6e0c33d01f4c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.481183 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (f7bd706d-354d-43a1-a8e8-6e0c33d01f4c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.505897 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Sync routers for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:25:19.506098 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:19.515628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:25:19.516440 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:19.517190 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:19.526323 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd706d-354d-43a1-a8e8-6e0c33d01f4c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:19.532423 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (b445c8d1-4f72-4fdd-a7af-66dec10508ed), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.533015 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Added segment b445c8d1-4f72-4fdd-a7af-66dec10508ed of type vlan for network 67b4defb-4d32-45df-bee1-e426df57397b Jun 07 14:25:19.568643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Attempting to bind port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:19.569114 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Attempting to bind port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:19.569770 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Attempting to bind port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f on network 74e54650-a65d-4ca7-9de2-261f4002b6e6 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:19.575154 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f on network 74e54650-a65d-4ca7-9de2-261f4002b6e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:25:19.575615 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Attempting to bind port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f on network 74e54650-a65d-4ca7-9de2-261f4002b6e6 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:19.580905 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (67b4defb-4d32-45df-bee1-e426df57397b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.581278 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:19.581713 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Checking segment: {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:19.582255 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Bound using segment: {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:19.582737 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Bound port: ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db2c16f-7a4c-4ee3-9b7b-760982a51449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:19.583364 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.609220 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.611042 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (67b4defb-4d32-45df-bee1-e426df57397b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.614936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:19.615321 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.641229 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:19.652955 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] For port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:19.656764 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] For port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:19.662160 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.687917 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3297715 Jun 07 14:25:19.688602 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46246) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:19.694387 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Request body: {'subnet': {'network_id': '67b4defb-4d32-45df-bee1-e426df57397b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-712011263-subnet', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:19.699039 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:19.699688 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.701087 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] 10.222.0.75 "PUT /v2.0/ports/ab8e8c1b-0b00-47d6-92e7-e25f91d3426f HTTP/1.1" status: 200 len: 1093 time: 0.6817825 Jun 07 14:25:19.703591 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57975a90-732f-4014-b0eb-076c7acca1c9', 'tag': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:25:19.705651 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c1e7-4388-4ae3-869b-ead2f89a03c3 admin admin] Pushing event updated for resources: {'Network': ['ID=67b4defb-4d32-45df-bee1-e426df57397b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:19.707344 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357cf994-2317-4391-bcc9-e8a8740e09e9" -d '{"events": [{"name": "network-changed", "server_uuid": "57975a90-732f-4014-b0eb-076c7acca1c9", "tag": "ab8e8c1b-0b00-47d6-92e7-e25f91d3426f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:25:19.745592 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Made reservation on behalf of 2ce5417c58dd4bdd8598dd8dd2667a7d for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:25:19.747997 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448b804-44df-4b5f-bdaf-ea3ddba5ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:19.748687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.769635 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 67b4defb-4d32-45df-bee1-e426df57397b details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:25:19.778130 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51525b81-5e97-48e3-a160-65927603e565 x-openstack-request-id: req-51525b81-5e97-48e3-a160-65927603e565 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:25:19.778442 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57975a90-732f-4014-b0eb-076c7acca1c9", "tag": "ab8e8c1b-0b00-47d6-92e7-e25f91d3426f", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:25:19.778697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51525b81-5e97-48e3-a160-65927603e565 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:25:19.779106 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51525b81-5e97-48e3-a160-65927603e565'] response: {'name': 'network-changed', 'server_uuid': '57975a90-732f-4014-b0eb-076c7acca1c9', 'tag': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f', 'status': 'completed', 'code': 200} Jun 07 14:25:19.813133 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-81e9dd63-2ad9-48b1-b907-575396963d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:19.814661 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-81e9dd63-2ad9-48b1-b907-575396963d9b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 1127 time: 0.0544815 Jun 07 14:25:19.867682 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-b5479993-213c-4265-b321-0a1502d46f69 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f HTTP/1.1" status: 200 len: 217 time: 0.0379353 Jun 07 14:25:19.868937 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:19.917356 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 2, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:19.930416 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:19.932370 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-727b762b-fc08-4fa5-8d19-9aaada98e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:19.933063 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:19.934269 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-727b762b-fc08-4fa5-8d19-9aaada98e490 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d86d16bb-3e30-4807-8091-38ab1989700b HTTP/1.1" status: 200 len: 853 time: 0.0585692 Jun 07 14:25:19.948246 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (30ca8d14-5800-4da7-a3e3-b9b84f9b999f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:19.949540 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Checking router: adca1240-2da6-4544-9f18-17c5c36f3650 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:25:19.949905 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Updating router adca1240-2da6-4544-9f18-17c5c36f3650 port 4aee3433-0f68-4a82-860f-0442065a5d02 binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:25:19.973967 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-36383b8f-22a8-4622-91eb-95d75b870183 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74e54650-a65d-4ca7-9de2-261f4002b6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314760 Jun 07 14:25:20.037831 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297c40-a266-4152-8da3-c33e84407b19 req-ad0b1f72-64f5-4a41-88b2-19443a19505f tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:20.045651 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d4297c40-a266-4152-8da3-c33e84407b19 req-ad0b1f72-64f5-4a41-88b2-19443a19505f tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 943 time: 0.1086569 Jun 07 14:25:20.068628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ca8d14-5800-4da7-a3e3-b9b84f9b999f,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:20.083970 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-68c69cf1-0cdf-42f6-8a76-7a1bdb61ab5e service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036358 Jun 07 14:25:20.103593 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.109000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Checking segment: {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:20.109000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Network hostable DHCP agents. Network: 67b4defb-4d32-45df-bee1-e426df57397b, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:25:20.128588 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d4297c40-a266-4152-8da3-c33e84407b19 req-41cd5035-4afa-4115-b8c6-ad9ce3f0035a tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813510 Jun 07 14:25:20.145374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Network 67b4defb-4d32-45df-bee1-e426df57397b is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:25:20.156423 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 67b4defb-4d32-45df-bee1-e426df57397b) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:20.162316 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:20.162952 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.177758 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c99cf-52e8-4e9e-88a7-3017b383fa19 None None] Network 67b4defb-4d32-45df-bee1-e426df57397b requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:25:20.183605 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-df8298bb-fa0a-4390-8fb9-4b7f6e62f402 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4939427 Jun 07 14:25:20.185958 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46254) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:20.190177 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:20.192692 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3284cd2a-8d9f-4b1b-9ee1-aaeb9d5fafd8 req-f42cafd8-24f7-4ec2-bde5-7818fd124002 service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023250 Jun 07 14:25:20.214236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (ac119897-c08d-4360-99ab-6822d0c53dac), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.215440 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (ac119897-c08d-4360-99ab-6822d0c53dac), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.279312 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks [] for router_controller (ac119897-c08d-4360-99ab-6822d0c53dac), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.410298 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-67b4defb-4d32-45df-bee1-e426df57397b', 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b', 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'fixed_ips': [{'subnet_id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:25:20.411260 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.414284 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks [] for router_gateway (ac119897-c08d-4360-99ab-6822d0c53dac), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.426833 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:20.500768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:20.501872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:20.509324 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:20.596524 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks [] for router_gateway (ac119897-c08d-4360-99ab-6822d0c53dac), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.616129 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.666885 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:20.667507 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.694602 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Allocated IP 172.20.0.2 (67b4defb-4d32-45df-bee1-e426df57397b/30ca8d14-5800-4da7-a3e3-b9b84f9b999f/232968a6-c824-4daa-b6f5-192dbf6f539f) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:20.718623 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Publish callbacks [] for port (4aee3433-0f68-4a82-860f-0442065a5d02), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.727185 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Allocated IP 172.27.2.133 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/ddb604d8-c588-4c9f-99c7-cb4abc5ce598) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:20.733103 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.788441 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:20.841564 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks [] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.865827 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867aeb7-a1a5-46d1-aefd-d5061e280157 None None] Pushing event updated for resources: {'Port': ['ID=4aee3433-0f68-4a82-860f-0442065a5d02,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:20.889406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.895871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:20.909623 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:20.945049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:20.954189 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:20.956759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:20.962345 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:20.966452 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Attempting to bind port 4aee3433-0f68-4a82-860f-0442065a5d02 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:20.966452 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Attempting to bind port 4aee3433-0f68-4a82-860f-0442065a5d02 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:20.966759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Attempting to bind port 4aee3433-0f68-4a82-860f-0442065a5d02 on network d4d298de-4ac9-4be1-9225-de274b18204d {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:20.994410 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:20.994783 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Checking segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:20.995187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:20.995620 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Bound using segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:20.996333 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Bound port: 4aee3433-0f68-4a82-860f-0442065a5d02, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:20.996744 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.043986 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Publish callbacks [] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.060014 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.101430 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-df6863e3-d4fb-4273-ac45-8ed0d76263bf None None] Provisioning complete for port 4aee3433-0f68-4a82-860f-0442065a5d02 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:21.102325 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-df6863e3-d4fb-4273-ac45-8ed0d76263bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.140161 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Network 67b4defb-4d32-45df-bee1-e426df57397b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:21.142633 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] For port 4aee3433-0f68-4a82-860f-0442065a5d02, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:21.151883 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:21.169077 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:21.180943 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-df6863e3-d4fb-4273-ac45-8ed0d76263bf None None] Port 4aee3433-0f68-4a82-860f-0442065a5d02 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:25:21.182304 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Pushing event updated for resources: {'Port': ['ID=232968a6-c824-4daa-b6f5-192dbf6f539f,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:21.185818 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] For port 4aee3433-0f68-4a82-860f-0442065a5d02, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4aee3433-0f68-4a82-860f-0442065a5d02,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:21.196390 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.225967 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks [] for router_gateway (ac119897-c08d-4360-99ab-6822d0c53dac), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.309463 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Attempting to bind port 232968a6-c824-4daa-b6f5-192dbf6f539f on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:21.309985 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Attempting to bind port 232968a6-c824-4daa-b6f5-192dbf6f539f by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:21.310358 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Attempting to bind port 232968a6-c824-4daa-b6f5-192dbf6f539f on network 67b4defb-4d32-45df-bee1-e426df57397b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:21.316246 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:21.316886 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:21.322994 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867aeb7-a1a5-46d1-aefd-d5061e280157 None None] Pushing event updated for resources: {'Port': ['ID=4aee3433-0f68-4a82-860f-0442065a5d02,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:21.347449 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-7770e1f2-ba42-4641-94cb-de4bd15a8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:21.349841 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-7770e1f2-ba42-4641-94cb-de4bd15a8d1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 1127 time: 0.0558853 Jun 07 14:25:21.368599 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:21.369559 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Checking segment: {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:21.369559 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.369782 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Bound using segment: {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:21.370376 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Bound port: 232968a6-c824-4daa-b6f5-192dbf6f539f, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:21.370768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.490290 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-823bfe42-bfc4-40be-9358-1c79f0f94212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:21.492222 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-823bfe42-bfc4-40be-9358-1c79f0f94212 service neutron] 10.222.0.75 "GET /v2.0/networks?id=74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 200 len: 914 time: 0.1347287 Jun 07 14:25:21.497034 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] For port 232968a6-c824-4daa-b6f5-192dbf6f539f, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:21.523303 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] For port 232968a6-c824-4daa-b6f5-192dbf6f539f, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=232968a6-c824-4daa-b6f5-192dbf6f539f,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:21.527884 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:21.534047 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-ba3ec90a-75ff-4e35-a695-c9d17a3dd735 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f HTTP/1.1" status: 200 len: 217 time: 0.0349762 Jun 07 14:25:21.558609 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-ad88e712-a808-4232-9538-680baac13737 None None] Provisioning complete for port 4aee3433-0f68-4a82-860f-0442065a5d02 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:21.558825 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad88e712-a808-4232-9538-680baac13737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.572886 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe67ed-010f-4b33-9d2c-1ea0a3c4e279 req-8a583dc8-aef0-44db-93c5-98cbd09012a0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:21.574389 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-41fe67ed-010f-4b33-9d2c-1ea0a3c4e279 req-8a583dc8-aef0-44db-93c5-98cbd09012a0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 943 time: 0.3446295 Jun 07 14:25:21.578747 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:21.580916 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.589276 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:21.599064 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-7fa9d5ff-8ee3-4b22-b7e8-a0dd3a2100f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:21.600735 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-7fa9d5ff-8ee3-4b22-b7e8-a0dd3a2100f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d86d16bb-3e30-4807-8091-38ab1989700b HTTP/1.1" status: 200 len: 853 time: 0.0594540 Jun 07 14:25:21.635521 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:21.638314 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-20d67dd9-c237-46c1-9430-864e62b35718 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=74e54650-a65d-4ca7-9de2-261f4002b6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293076 Jun 07 14:25:21.674110 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-41fe67ed-010f-4b33-9d2c-1ea0a3c4e279 req-549e353d-dadc-4fbe-902c-ce05093f622d tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870328 Jun 07 14:25:21.753232 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (ac119897-c08d-4360-99ab-6822d0c53dac), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:21.773083 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61569c41-0090-44e0-804b-ed90db1e1992 None None] Pushing event updated for resources: {'Port': ['ID=232968a6-c824-4daa-b6f5-192dbf6f539f,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:21.773691 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-902fefa2-7aec-45f5-8a9b-6522c189c2cb service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270919 Jun 07 14:25:21.922342 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-357cf994-2317-4391-bcc9-e8a8740e09e9 req-c1ce684d-f057-48b6-b13e-5bf599e00303 service neutron] 10.222.0.75 "GET /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202605 Jun 07 14:25:21.952581 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Router ac119897-c08d-4360-99ab-6822d0c53dac is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:25:22.021991 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:22.060670 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ad88e712-a808-4232-9538-680baac13737 None None] Current status of the port 4aee3433-0f68-4a82-860f-0442065a5d02 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:22.061141 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad88e712-a808-4232-9538-680baac13737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:22.122190 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ad88e712-a808-4232-9538-680baac13737 None None] For port 4aee3433-0f68-4a82-860f-0442065a5d02, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4aee3433-0f68-4a82-860f-0442065a5d02,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:22.128528 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ad88e712-a808-4232-9538-680baac13737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:22.136989 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:25:22.145669 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Sync routers for ids ['ac119897-c08d-4360-99ab-6822d0c53dac'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:25:22.156728 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:22.160445 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0864b4ac-8cbf-474f-a992-c4f3361a4435 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9710331 Jun 07 14:25:22.160789 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46268) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:25:22.163692 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Routers {'ac119897-c08d-4360-99ab-6822d0c53dac'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:22.165328 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac119897-c08d-4360-99ab-6822d0c53dac'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:22.193698 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:21Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:22.243906 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38e3d6-2d9a-45c4-85ec-c4e3658e4a03 None None] The sync data for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi is: [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:21Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:25:22.269575 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88e712-a808-4232-9538-680baac13737 None None] Pushing event updated for resources: {'Port': ['ID=4aee3433-0f68-4a82-860f-0442065a5d02,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:22.293234 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Set router ac119897-c08d-4360-99ab-6822d0c53dac gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:22.362876 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:22.404328 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:22.481460 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:21Z', 'revision_number': 3, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:22.512570 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Checking router: ac119897-c08d-4360-99ab-6822d0c53dac for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:25:22.513261 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Updating router ac119897-c08d-4360-99ab-6822d0c53dac port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:25:22.545396 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:22.742667 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4aee3433-0f68-4a82-860f-0442065a5d02 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:22.813848 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 4aee3433-0f68-4a82-860f-0442065a5d02 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:22.815034 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:22.826175 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:22.933706 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 4aee3433-0f68-4a82-860f-0442065a5d02 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:22.935895 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 232968a6-c824-4daa-b6f5-192dbf6f539f up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:22.969794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84988d8a-626f-4a56-a859-00771e7416b5 req-365b2e64-a8af-4da5-b596-b32fd227fb2c tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:22.977025 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-84988d8a-626f-4a56-a859-00771e7416b5 req-365b2e64-a8af-4da5-b596-b32fd227fb2c tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 943 time: 0.1514907 Jun 07 14:25:23.002766 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 232968a6-c824-4daa-b6f5-192dbf6f539f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:23.003025 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Publish callbacks [] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.004434 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.005603 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:23.012988 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.063288 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-84988d8a-626f-4a56-a859-00771e7416b5 req-b7126e7d-168d-4f95-8812-541890bc2d42 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798171 Jun 07 14:25:23.127952 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad5dcd-277d-4182-84cd-33dce10fc298 None None] Pushing event updated for resources: {'Port': ['ID=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:23.169541 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Attempting to bind port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:23.170104 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Attempting to bind port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:23.170252 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Attempting to bind port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:23.180498 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:23.181316 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:23.182140 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.182680 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:23.183973 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Bound port: ddb604d8-c588-4c9f-99c7-cb4abc5ce598, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:23.184245 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 232968a6-c824-4daa-b6f5-192dbf6f539f is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:23.184595 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.184910 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.226788 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 232968a6-c824-4daa-b6f5-192dbf6f539f, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=232968a6-c824-4daa-b6f5-192dbf6f539f,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:23.236815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.252640 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] For port ddb604d8-c588-4c9f-99c7-cb4abc5ce598, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:23.256554 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] For port ddb604d8-c588-4c9f-99c7-cb4abc5ce598, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:23.261071 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:23.271046 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.280384 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df48bb-1826-4f13-a6a3-6ad1a6a30510 None None] Network 67b4defb-4d32-45df-bee1-e426df57397b requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:25:23.281694 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Allocated IP 172.20.0.1 (67b4defb-4d32-45df-bee1-e426df57397b/30ca8d14-5800-4da7-a3e3-b9b84f9b999f/a27759cd-f64f-468e-aa8a-c4589f39618a) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:23.364067 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad5dcd-277d-4182-84cd-33dce10fc298 None None] Pushing event updated for resources: {'Port': ['ID=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:23.374402 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Routers {'ac119897-c08d-4360-99ab-6822d0c53dac'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:23.375041 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac119897-c08d-4360-99ab-6822d0c53dac'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:23.395625 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-90722c66-b1e1-4f67-9f77-932c3375423c None None] Provisioning complete for port 232968a6-c824-4daa-b6f5-192dbf6f539f triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:23.395837 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-90722c66-b1e1-4f67-9f77-932c3375423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.404854 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=232968a6-c824-4daa-b6f5-192dbf6f539f,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:23.484493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09045c-2bec-4fdb-8a76-390b20864ead req-ad385af1-38eb-486d-b331-e9eb7e6c1c8f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:23.491826 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8a09045c-2bec-4fdb-8a76-390b20864ead req-ad385af1-38eb-486d-b331-e9eb7e6c1c8f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0652766 Jun 07 14:25:23.499927 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks [] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.529002 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] Set router ac119897-c08d-4360-99ab-6822d0c53dac gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:23.534816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:23.567683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.596441 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8a09045c-2bec-4fdb-8a76-390b20864ead req-6a558b90-31ed-44a9-bf77-2cdfe1284d32 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025441 Jun 07 14:25:23.612420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-90722c66-b1e1-4f67-9f77-932c3375423c None None] Current status of the port 232968a6-c824-4daa-b6f5-192dbf6f539f is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:23.652011 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Network 67b4defb-4d32-45df-bee1-e426df57397b is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:23.658379 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:23.668514 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:23.672046 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Pushing event updated for resources: {'Port': ['ID=a27759cd-f64f-468e-aa8a-c4589f39618a,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:23.727256 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (ac119897-c08d-4360-99ab-6822d0c53dac), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.853461 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-7c63a287-c51e-48a0-acac-00ddc04a5eb1 None None] Provisioning complete for port 232968a6-c824-4daa-b6f5-192dbf6f539f triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:23.854632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7c63a287-c51e-48a0-acac-00ddc04a5eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.856422 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:21Z', 'revision_number': 3, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:23.863627 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:23.891062 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47b43c-c4fa-4a08-b088-e19ca3019d8b None None] The sync data for ids ['ac119897-c08d-4360-99ab-6822d0c53dac'] in dv-cinder-836083-9-iscsi is: [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:21Z', 'revision_number': 3, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:25:23.947947 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:23.958751 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:23.987940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-7c63a287-c51e-48a0-acac-00ddc04a5eb1 None None] Current status of the port 232968a6-c824-4daa-b6f5-192dbf6f539f is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:24.105701 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-62881eed-365f-48f8-8ceb-cde6da45dc92 None None] Provisioning complete for port a27759cd-f64f-468e-aa8a-c4589f39618a triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:24.106081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62881eed-365f-48f8-8ceb-cde6da45dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.145191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-62881eed-365f-48f8-8ceb-cde6da45dc92 None None] Port a27759cd-f64f-468e-aa8a-c4589f39618a cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:25:24.190951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks [] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.196486 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.214908 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef62d99-72d0-49b9-9b64-ceb0028dbb81 req-1754b989-018b-4de7-9f47-83d8d9ef24a0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:24.217006 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef62d99-72d0-49b9-9b64-ceb0028dbb81 req-1754b989-018b-4de7-9f47-83d8d9ef24a0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 943 time: 0.0580449 Jun 07 14:25:24.273163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (ac119897-c08d-4360-99ab-6822d0c53dac), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.275128 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Pushing event updated for resources: {'Port': ['ID=a27759cd-f64f-468e-aa8a-c4589f39618a,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:24.279839 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef62d99-72d0-49b9-9b64-ceb0028dbb81 req-f31b35d8-bb20-4863-a925-a1dd78dc1ead tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564470 Jun 07 14:25:24.343945 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ab8e8c1b-0b00-47d6-92e7-e25f91d3426f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:25:24.385655 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:24.398181 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Network 67b4defb-4d32-45df-bee1-e426df57397b is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:24.400226 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:24.520427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:24.544351 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:24.556306 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f', 'network_id': '74e54650-a65d-4ca7-9de2-261f4002b6e6', 'port_id': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f', 'mac_address': 'fa:16:3e:17:80:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86d16bb-3e30-4807-8091-38ab1989700b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:25:24.568933 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Router ac119897-c08d-4360-99ab-6822d0c53dac has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:25:24.606945 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:24.607385 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.623108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8e8c1b-0b00-47d6-92e7-e25f91d3426f {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:25:24.649390 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:24.656657 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.731358 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:25:24.744609 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f3e9abf8-d912-47b6-a964-9192e8799653 admin admin] 10.222.0.81 "PUT /v2.0/routers/ac119897-c08d-4360-99ab-6822d0c53dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5657785 Jun 07 14:25:24.744824 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device ddb604d8-c588-4c9f-99c7-cb4abc5ce598 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:24.765371 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fd2a1-9b90-4128-af65-8ec8fdb82181 req-da0ab8b9-2ecd-4cf8-86e2-541c2cf46deb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:24.767257 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d62fd2a1-9b90-4128-af65-8ec8fdb82181 req-da0ab8b9-2ecd-4cf8-86e2-541c2cf46deb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0809529 Jun 07 14:25:24.824434 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d62fd2a1-9b90-4128-af65-8ec8fdb82181 req-c433fe17-f4fe-4762-8e64-35e28ad66e2d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495033 Jun 07 14:25:24.831312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-f4b091a9-b094-4497-9ed5-dacf27764f97 None None] Provisioning complete for port a27759cd-f64f-468e-aa8a-c4589f39618a triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:24.831960 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f4b091a9-b094-4497-9ed5-dacf27764f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.865659 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:24.878572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:24.895741 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f4b091a9-b094-4497-9ed5-dacf27764f97 None None] Port a27759cd-f64f-468e-aa8a-c4589f39618a cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:25:24.899615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:24.899996 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:24.978869 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['ab8e8c1b-0b00-47d6-92e7-e25f91d3426f'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:25:25.011380 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:25.011778 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:25.050248 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port ddb604d8-c588-4c9f-99c7-cb4abc5ce598, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:25.061627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:25.062466 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 232968a6-c824-4daa-b6f5-192dbf6f539f up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:25.180518 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:25.215753 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 232968a6-c824-4daa-b6f5-192dbf6f539f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:25.216124 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:25.319736 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 232968a6-c824-4daa-b6f5-192dbf6f539f is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:25.405561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f81e3-15fc-4cf7-86d0-a0cc778f3ac7 req-89d95db7-3257-469b-b92a-ab5cc59a9e74 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:25.407055 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d5f81e3-15fc-4cf7-86d0-a0cc778f3ac7 req-89d95db7-3257-469b-b92a-ab5cc59a9e74 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Jun 07 14:25:25.469004 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d5f81e3-15fc-4cf7-86d0-a0cc778f3ac7 req-34dc8342-3128-4d5f-8b23-a1adf3e1913d tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564842 Jun 07 14:25:25.954384 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fdc93-6993-4184-8385-386d719bd122 req-76da8bc9-1d4f-49de-8690-6620bb6c4919 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:25.957051 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0a2fdc93-6993-4184-8385-386d719bd122 req-76da8bc9-1d4f-49de-8690-6620bb6c4919 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0552697 Jun 07 14:25:25.989176 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Sync routers for ids ['ac119897-c08d-4360-99ab-6822d0c53dac'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:25:26.006174 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Routers {'ac119897-c08d-4360-99ab-6822d0c53dac'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:26.006827 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac119897-c08d-4360-99ab-6822d0c53dac'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:26.020910 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0a2fdc93-6993-4184-8385-386d719bd122 req-91335a1b-4aff-4d22-b792-d0854b3de5d9 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594196 Jun 07 14:25:26.081996 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:26.142317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Set router ac119897-c08d-4360-99ab-6822d0c53dac gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:26.360632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ab8e8c1b-0b00-47d6-92e7-e25f91d3426f up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:26.363269 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:23Z', 'revision_number': 4, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a27759cd-f64f-468e-aa8a-c4589f39618a', 'name': '', 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'mac_address': 'fa:16:3e:9d:80:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:22Z', 'updated_at': '2022-06-07T14:25:24Z', 'revision_number': 2, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'subnets': [{'id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:26.406197 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Checking router: ac119897-c08d-4360-99ab-6822d0c53dac for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:25:26.406548 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Updating router ac119897-c08d-4360-99ab-6822d0c53dac port a27759cd-f64f-468e-aa8a-c4589f39618a binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:25:26.434324 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:26.582514 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device ddb604d8-c588-4c9f-99c7-cb4abc5ce598 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:26.620410 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:26.626233 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15f62-74a9-40ba-b785-33c37fdd1aa7 req-19d496d8-c49f-46ff-8f99-0d0721265d10 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:26.636890 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a9c15f62-74a9-40ba-b785-33c37fdd1aa7 req-19d496d8-c49f-46ff-8f99-0d0721265d10 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 944 time: 0.0757644 Jun 07 14:25:26.647641 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:25:26.682567 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:26.682949 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:26.688189 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:26.688572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:26.722397 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a9c15f62-74a9-40ba-b785-33c37fdd1aa7 req-d1bf7bb4-87ef-41df-8145-c3c22e86c4a1 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840158 Jun 07 14:25:26.824895 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:26.970906 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:26.985465 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:27.025403 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:27.025403 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.079723 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57975a90-732f-4014-b0eb-076c7acca1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:25:27.082001 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f81f57c-fffd-430f-9e08-0a3e05b9e097" -d '{"events": [{"server_uuid": "57975a90-732f-4014-b0eb-076c7acca1c9", "name": "network-vif-plugged", "status": "completed", "tag": "ab8e8c1b-0b00-47d6-92e7-e25f91d3426f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:25:27.107114 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:27.115711 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.149880 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ece3418-590b-40b3-b0f9-f90e3112d7e7 x-openstack-request-id: req-0ece3418-590b-40b3-b0f9-f90e3112d7e7 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:25:27.150149 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57975a90-732f-4014-b0eb-076c7acca1c9", "name": "network-vif-plugged", "status": "completed", "tag": "ab8e8c1b-0b00-47d6-92e7-e25f91d3426f", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:25:27.150978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ece3418-590b-40b3-b0f9-f90e3112d7e7 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:25:27.151300 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ece3418-590b-40b3-b0f9-f90e3112d7e7'] response: {'server_uuid': '57975a90-732f-4014-b0eb-076c7acca1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f', 'code': 200} Jun 07 14:25:27.203947 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f731be-8fc9-4e16-9cc7-549a77d7f062 req-b0864107-cf98-48ed-a2d3-f80dc4353c04 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:27.205467 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16f731be-8fc9-4e16-9cc7-549a77d7f062 req-b0864107-cf98-48ed-a2d3-f80dc4353c04 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0826776 Jun 07 14:25:27.248086 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Publish callbacks [] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.249756 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:27.261166 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.287830 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16f731be-8fc9-4e16-9cc7-549a77d7f062 req-bb4377df-ceb9-42f1-8e67-f52138f17360 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731430 Jun 07 14:25:27.358198 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8566f1f-0fe8-4b59-930c-d79c208929f2 None None] Pushing event updated for resources: {'Port': ['ID=a27759cd-f64f-468e-aa8a-c4589f39618a,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:27.376752 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab6950-9ecf-4406-88e2-55e9380f3899 req-7c4b992d-341c-4024-a400-172e146aae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:27.379274 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-04ab6950-9ecf-4406-88e2-55e9380f3899 req-7c4b992d-341c-4024-a400-172e146aae01 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 1129 time: 0.0640619 Jun 07 14:25:27.421075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Attempting to bind port a27759cd-f64f-468e-aa8a-c4589f39618a on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:27.421451 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Attempting to bind port a27759cd-f64f-468e-aa8a-c4589f39618a by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:27.424088 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Attempting to bind port a27759cd-f64f-468e-aa8a-c4589f39618a on network 67b4defb-4d32-45df-bee1-e426df57397b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:27.433807 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:27.434191 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Checking segment: {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:27.435064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.435508 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Bound using segment: {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:27.435980 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Bound port: a27759cd-f64f-468e-aa8a-c4589f39618a, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b445c8d1-4f72-4fdd-a7af-66dec10508ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:27.436919 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.447808 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-04ab6950-9ecf-4406-88e2-55e9380f3899 req-d007cfa8-9833-4aff-bc56-b08870eca4fa service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581243 Jun 07 14:25:27.529202 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] For port a27759cd-f64f-468e-aa8a-c4589f39618a, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:27.532919 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] For port a27759cd-f64f-468e-aa8a-c4589f39618a, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=a27759cd-f64f-468e-aa8a-c4589f39618a,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:27.548045 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.623052 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8566f1f-0fe8-4b59-930c-d79c208929f2 None None] Pushing event updated for resources: {'Port': ['ID=a27759cd-f64f-468e-aa8a-c4589f39618a,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:27.625839 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Routers {'ac119897-c08d-4360-99ab-6822d0c53dac'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:25:27.626453 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac119897-c08d-4360-99ab-6822d0c53dac'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:27.685259 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:27.689058 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] Provisioning complete for port a27759cd-f64f-468e-aa8a-c4589f39618a triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:27.689570 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.810874 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] Set router ac119897-c08d-4360-99ab-6822d0c53dac gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:25:27.928238 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] Current status of the port a27759cd-f64f-468e-aa8a-c4589f39618a is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:27.928625 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:27.930929 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cda4be-e4e9-4d30-b8d9-b9bd279bc4d3 req-b926646b-37f7-43f9-bc75-daef8f3362d4 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:27.935743 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-25cda4be-e4e9-4d30-b8d9-b9bd279bc4d3 req-b926646b-37f7-43f9-bc75-daef8f3362d4 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0762439 Jun 07 14:25:28.009403 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-25cda4be-e4e9-4d30-b8d9-b9bd279bc4d3 req-78e1b1be-6446-41d3-ac2d-85c544f84ee7 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679464 Jun 07 14:25:28.039394 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] For port a27759cd-f64f-468e-aa8a-c4589f39618a, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=a27759cd-f64f-468e-aa8a-c4589f39618a,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:28.049611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:28.155797 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14aa53-2154-4a10-ba86-37e9484496b6 None None] Pushing event updated for resources: {'Port': ['ID=a27759cd-f64f-468e-aa8a-c4589f39618a,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:28.155797 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:23Z', 'revision_number': 4, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a27759cd-f64f-468e-aa8a-c4589f39618a', 'name': '', 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'mac_address': 'fa:16:3e:9d:80:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:22Z', 'updated_at': '2022-06-07T14:25:27Z', 'revision_number': 4, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'subnets': [{'id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:25:28.189062 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439eddc8-74ae-41d8-a47f-9f5c821ce730 None None] The sync data for ids ['ac119897-c08d-4360-99ab-6822d0c53dac'] in dv-cinder-836083-9-iscsi is: [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:23Z', 'revision_number': 4, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a27759cd-f64f-468e-aa8a-c4589f39618a', 'name': '', 'network_id': '67b4defb-4d32-45df-bee1-e426df57397b', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'mac_address': 'fa:16:3e:9d:80:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:22Z', 'updated_at': '2022-06-07T14:25:27Z', 'revision_number': 4, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'subnets': [{'id': '30ca8d14-5800-4da7-a3e3-b9b84f9b999f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:25:28.196754 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-66e549e3-2e0e-41f1-9480-83e8317b49cf None None] Provisioning complete for port a27759cd-f64f-468e-aa8a-c4589f39618a triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:28.197139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-66e549e3-2e0e-41f1-9480-83e8317b49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:28.317571 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-66e549e3-2e0e-41f1-9480-83e8317b49cf None None] Current status of the port a27759cd-f64f-468e-aa8a-c4589f39618a is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:28.471856 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a128-1a2a-4cd7-890f-3993693bc4e8 req-1ff9287e-d597-44db-9168-df0f296ec6ff tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:28.474045 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c8e9a128-1a2a-4cd7-890f-3993693bc4e8 req-1ff9287e-d597-44db-9168-df0f296ec6ff tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0893204 Jun 07 14:25:28.539844 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c8e9a128-1a2a-4cd7-890f-3993693bc4e8 req-e71d08fa-8b9d-4ee2-b2fc-6330b795f452 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601377 Jun 07 14:25:28.583297 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device a27759cd-f64f-468e-aa8a-c4589f39618a up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:28.587997 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:28.658139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port a27759cd-f64f-468e-aa8a-c4589f39618a triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:28.658516 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:28.753444 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port a27759cd-f64f-468e-aa8a-c4589f39618a is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:29.139458 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:29.160630 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20fa5f-c259-499b-b8c1-d3d73dcce332 req-368c65f8-d503-4661-9283-0c352ff22d83 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:29.167875 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd20fa5f-c259-499b-b8c1-d3d73dcce332 req-368c65f8-d503-4661-9283-0c352ff22d83 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0722418 Jun 07 14:25:29.243785 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd20fa5f-c259-499b-b8c1-d3d73dcce332 req-7f48da0b-3d2d-49bb-8e69-3c32955cd7d0 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671885 Jun 07 14:25:29.670990 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c80b-eb46-4574-894d-ae0eec36d4be req-d896bd9d-3331-4802-b9e3-b9e4a62572cf tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:29.678273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5e43c80b-eb46-4574-894d-ae0eec36d4be req-d896bd9d-3331-4802-b9e3-b9e4a62572cf tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0636287 Jun 07 14:25:29.740205 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5e43c80b-eb46-4574-894d-ae0eec36d4be req-150f12ee-388d-44c4-ad8a-b8e461670bd3 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607715 Jun 07 14:25:30.394462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c3fb-5f77-4d13-88aa-a91bde542221 req-afbaeb33-4222-41f5-a8de-1563e0ba623d tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:30.397041 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-af79c3fb-5f77-4d13-88aa-a91bde542221 req-afbaeb33-4222-41f5-a8de-1563e0ba623d tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0629139 Jun 07 14:25:30.461454 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-af79c3fb-5f77-4d13-88aa-a91bde542221 req-0eefe3a9-e6e9-4cf3-99a9-37b5e3b7e4a7 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550520 Jun 07 14:25:30.547911 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:25:30.862515 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:30.931675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2d41c-7bcb-469b-b945-36f280a0e457 req-ebd22743-c7b5-44fc-abbf-c8ae3cf7592d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:30.931675 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53c2d41c-7bcb-469b-b945-36f280a0e457 req-ebd22743-c7b5-44fc-abbf-c8ae3cf7592d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0792992 Jun 07 14:25:31.025480 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53c2d41c-7bcb-469b-b945-36f280a0e457 req-f65a0c0a-4acd-416f-9de3-efa6fde102c3 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899785 Jun 07 14:25:32.150588 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7360c0-a0b5-4952-a513-5366fd1ca484 req-4b00bd0d-24c5-4f6f-a2f3-1e15561ac7af tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:32.152970 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fe7360c0-a0b5-4952-a513-5366fd1ca484 req-4b00bd0d-24c5-4f6f-a2f3-1e15561ac7af tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0598505 Jun 07 14:25:32.211607 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fe7360c0-a0b5-4952-a513-5366fd1ca484 req-7ee48087-042a-4f53-9d49-b407be128c3c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522637 Jun 07 14:25:33.339500 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e8ee1-c737-4172-b129-3c334b61c7ff req-06c782c0-2963-4123-839e-68253e425e50 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:33.341246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd5e8ee1-c737-4172-b129-3c334b61c7ff req-06c782c0-2963-4123-839e-68253e425e50 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0506101 Jun 07 14:25:33.391789 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd5e8ee1-c737-4172-b129-3c334b61c7ff req-10544f77-551c-427c-89df-3461272ba121 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447376 Jun 07 14:25:34.511054 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b82a1-0afc-438b-b047-dc2d0ab6e511 req-44c8a56e-4bcb-49d2-9be2-d78c99e118dd tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:34.515816 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-217b82a1-0afc-438b-b047-dc2d0ab6e511 req-44c8a56e-4bcb-49d2-9be2-d78c99e118dd tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0557520 Jun 07 14:25:34.618619 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-217b82a1-0afc-438b-b047-dc2d0ab6e511 req-293b09a5-75b6-4c09-b835-042ded7272dc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005158 Jun 07 14:25:34.657606 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-403b4ffe-ca9a-4251-a90d-0dd78d9fcfcd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:34.659044 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-403b4ffe-ca9a-4251-a90d-0dd78d9fcfcd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 815 time: 0.1267960 Jun 07 14:25:34.674218 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-5a38d877-de14-45b9-ab42-d0920960c4a7 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/quotas/1c7b98807cae4a75968ed946de9c92bb HTTP/1.1" status: 200 len: 375 time: 0.0090020 Jun 07 14:25:34.732724 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-e7f493e5-0718-4023-8511-71be46036c8f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532715 Jun 07 14:25:34.866541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53410-a340-4065-9db3-730334f5e9b5 req-c4b42cb3-1662-4ceb-b181-c6f9ac484f1f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:34.868171 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b1c53410-a340-4065-9db3-730334f5e9b5 req-c4b42cb3-1662-4ceb-b181-c6f9ac484f1f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0745308 Jun 07 14:25:34.902811 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-dbbb1e1b-bdf8-4b11-92d0-f4d251db91ef service neutron] 10.222.0.81 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585329 Jun 07 14:25:34.910346 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:34.912828 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-be07d958-6c72-42ef-8dc9-248f8691b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:34.914379 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-be07d958-6c72-42ef-8dc9-248f8691b30f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1129 time: 0.0438683 Jun 07 14:25:34.983048 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b1c53410-a340-4065-9db3-730334f5e9b5 req-f1da65d8-3016-4bc8-ba55-f78ef91c6dad tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069391 Jun 07 14:25:35.010925 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-fc1b7455-391f-4d94-9abc-a584af792b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:35.012470 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-fc1b7455-391f-4d94-9abc-a584af792b98 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 912 time: 0.0905004 Jun 07 14:25:35.016734 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-9cd1b72b-ec8c-437e-933c-04712b5c51fb service neutron] 10.222.0.81 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070580 Jun 07 14:25:35.068624 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:35.087439 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-35f54ac3-14c3-4073-a9bc-cffcf1185857 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 200 len: 999 time: 0.0624909 Jun 07 14:25:35.129509 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:35.150892 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-d23acdc2-2afc-453f-bd65-e3cf9f59f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:35.152537 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-d23acdc2-2afc-453f-bd65-e3cf9f59f423 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0537422 Jun 07 14:25:35.201710 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-95ab833a-43c6-43a1-86d6-77cf7859ba66 req-6d5fbb5e-3986-4af7-a25d-03907a877d5f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 210 time: 0.0286696 Jun 07 14:25:35.206689 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-c4551d5d-2bdc-4a3c-887f-cbd076ac3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:35.208360 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-c4551d5d-2bdc-4a3c-887f-cbd076ac3b24 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475357 Jun 07 14:25:35.311325 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-fb571e34-4e70-4df9-a4c8-ff78ce7f5fd2 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924420 Jun 07 14:25:35.414934 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3cd42880-8e1f-4f19-ae46-b1a661a322f8 req-d67ab332-5e04-40dc-867c-7199327568e2 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954509 Jun 07 14:25:35.547340 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-546270a0-d3e7-4556-9032-06df15685689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:35.548856 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-546270a0-d3e7-4556-9032-06df15685689 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 1129 time: 0.0430899 Jun 07 14:25:35.682898 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-2460360e-66ca-439e-a42f-9f8c83a6c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:35.684402 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-2460360e-66ca-439e-a42f-9f8c83a6c017 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 912 time: 0.0929229 Jun 07 14:25:35.767824 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-1352b482-e277-4d81-9fca-91e453bcfca3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 200 len: 999 time: 0.0563996 Jun 07 14:25:35.822753 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-a5ae8e25-3fd1-4298-913b-b3c44ca6ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:35.824242 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-a5ae8e25-3fd1-4298-913b-b3c44ca6ce44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0493364 Jun 07 14:25:36.104248 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7bf17-478b-40ad-9f2d-cff55662bca1 req-5f086a65-d65c-4161-9316-f7504afc7842 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:36.105698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1df7bf17-478b-40ad-9f2d-cff55662bca1 req-5f086a65-d65c-4161-9316-f7504afc7842 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0501246 Jun 07 14:25:36.152773 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1df7bf17-478b-40ad-9f2d-cff55662bca1 req-b7e4bdc1-816f-423a-ae0f-f178bdf9468d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Jun 07 14:25:36.297023 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-917e040b-09ff-47d1-88ad-3276e3d32e1a req-5fccb88c-9348-4c6d-9c1d-22c388492f07 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 210 time: 0.0274632 Jun 07 14:25:36.566445 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-8ee42172-e2a2-4bf1-95d9-4e1726118b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:36.567892 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-8ee42172-e2a2-4bf1-95d9-4e1726118b10 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2710948 Jun 07 14:25:37.172890 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-fa46a632-d0b0-4826-b472-5214cb23fd3c service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993133 Jun 07 14:25:37.183171 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-68afb33c-7422-420d-9d81-6061af5fc42e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:37.184641 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-68afb33c-7422-420d-9d81-6061af5fc42e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 815 time: 0.1115038 Jun 07 14:25:37.229804 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:37.268845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de44c1-1460-418f-8099-cb2887d851ff req-c85565e9-03a4-4614-9abf-c1eb1a31cd8e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:37.270309 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70de44c1-1460-418f-8099-cb2887d851ff req-c85565e9-03a4-4614-9abf-c1eb1a31cd8e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0499861 Jun 07 14:25:37.317158 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70de44c1-1460-418f-8099-cb2887d851ff req-12fadd65-cc87-4117-8f4e-612b250e3b1a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Jun 07 14:25:37.398213 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-effa0060-f08a-43d9-a46d-fa8f087f7836 req-7c9cceeb-c67c-4153-a58d-f45a0716756f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 210 time: 0.0266192 Jun 07 14:25:37.646261 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'port': {'device_id': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'admin_state_up': True, 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:37.764629 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8a3cd631-4243-4b32-8768-716bf66c7c2c req-d2cd9569-ece7-4b2a-849d-0834626745ba service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238265 Jun 07 14:25:37.788076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Made reservation on behalf of 1c7b98807cae4a75968ed946de9c92bb for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:25:37.791828 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:37.924049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Allocated IP 172.20.0.4 (d4d298de-4ac9-4be1-9225-de274b18204d/937abd9d-17e0-401c-87ea-c0c7c68e132a/f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:25:38.072918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:38.104156 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:38.140462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:38.146763 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Network d4d298de-4ac9-4be1-9225-de274b18204d is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:25:38.150702 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:25:38.157501 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:25:38.164299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:38.203373 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.203980 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.204105 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.204421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.204754 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.205084 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.205475 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.205830 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.206159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.206486 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.206829 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.207276 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.207608 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.208022 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.208351 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:38.270221 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:38.271038 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:38.297767 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-2c3e5980-5552-4d76-8f1f-9140a614d155 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6566129 Jun 07 14:25:38.431775 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-08f4967d-da67-4cf5-8217-c6729a367813 None None] Provisioning complete for port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:38.432551 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-08f4967d-da67-4cf5-8217-c6729a367813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:38.480015 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-08f4967d-da67-4cf5-8217-c6729a367813 None None] Port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:25:38.547472 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd36e42-a2e6-404c-8e1a-9235217495c0 req-222b7cf6-3bac-433a-8412-280f442e6696 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:38.548934 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2cd36e42-a2e6-404c-8e1a-9235217495c0 req-222b7cf6-3bac-433a-8412-280f442e6696 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0464208 Jun 07 14:25:38.584225 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:38.600213 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2cd36e42-a2e6-404c-8e1a-9235217495c0 req-4cef176b-6734-494e-9c13-d8b9a9984c28 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Jun 07 14:25:39.743208 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9993b-c938-48ac-9629-9b8d4d5e2d3f req-c09f9b7b-7164-493d-bfe0-2c6c2aa63969 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:39.746194 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-89d9993b-c938-48ac-9629-9b8d4d5e2d3f req-c09f9b7b-7164-493d-bfe0-2c6c2aa63969 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0661092 Jun 07 14:25:39.797492 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-89d9993b-c938-48ac-9629-9b8d4d5e2d3f req-17baabd1-b16d-41cf-8139-b05234468f2c tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Jun 07 14:25:40.935120 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d44d-b60b-4df2-9974-57248c260927 req-49e4f1d8-3d6d-4f13-9f12-26b1dbcf98de tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:40.936872 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54d5d44d-b60b-4df2-9974-57248c260927 req-49e4f1d8-3d6d-4f13-9f12-26b1dbcf98de tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0640736 Jun 07 14:25:40.991992 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54d5d44d-b60b-4df2-9974-57248c260927 req-3bb3dfb1-3e55-4e45-bee2-9b3c4b4644f3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Jun 07 14:25:42.119787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7c56e-3e8f-41f3-b2ea-7058bb91d9a7 req-472c6c57-b7a9-4a0a-9ee1-8ca3af796854 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:42.122300 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-01e7c56e-3e8f-41f3-b2ea-7058bb91d9a7 req-472c6c57-b7a9-4a0a-9ee1-8ca3af796854 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0586650 Jun 07 14:25:42.137277 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:42.147645 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=53 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:42.184071 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-01e7c56e-3e8f-41f3-b2ea-7058bb91d9a7 req-67c303ff-3d42-4f70-9eb4-b6f1722e0b47 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Jun 07 14:25:42.994693 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b9ce-8a28-4588-8903-4095466c8381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:43.303267 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eebb3-a270-4482-88eb-2e895852c255 req-26b422cc-1d35-4bdd-b768-feca394b716e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:43.305386 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ea6eebb3-a270-4482-88eb-2e895852c255 req-26b422cc-1d35-4bdd-b768-feca394b716e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0507071 Jun 07 14:25:43.352781 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ea6eebb3-a270-4482-88eb-2e895852c255 req-25d43244-bc42-47dc-9531-ef1716dd6971 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Jun 07 14:25:44.475799 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ce955-02ef-4624-9d41-336797346e05 req-1cdc39ca-9242-48b2-815c-ab9052063baa tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:44.478309 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4b8ce955-02ef-4624-9d41-336797346e05 req-1cdc39ca-9242-48b2-815c-ab9052063baa tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0551236 Jun 07 14:25:44.529938 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4b8ce955-02ef-4624-9d41-336797346e05 req-af7f5d40-8ada-4140-83bf-d8d6798472d7 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Jun 07 14:25:45.450817 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09254398-6061-4302-8b42-6f4255d6e839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:45.650030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17256332-4a9c-4dde-b847-4a3e66b9fc80 req-472dea71-21bc-448a-9544-c3ee3c4bb7c6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:45.651802 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17256332-4a9c-4dde-b847-4a3e66b9fc80 req-472dea71-21bc-448a-9544-c3ee3c4bb7c6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0466163 Jun 07 14:25:45.707387 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17256332-4a9c-4dde-b847-4a3e66b9fc80 req-95996139-200b-4f94-ac0f-aa6a33b5fb2f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499115 Jun 07 14:25:46.259258 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:46.841653 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9fd0b-f3a8-4f08-b219-8b4633e9c72d req-362431e1-b34d-476a-b1f0-b3eff640c6ac tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:46.843300 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0bf9fd0b-f3a8-4f08-b219-8b4633e9c72d req-362431e1-b34d-476a-b1f0-b3eff640c6ac tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0608392 Jun 07 14:25:46.891588 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0bf9fd0b-f3a8-4f08-b219-8b4633e9c72d req-9a279c0c-467c-4e5a-ab5d-ba1287d1e4de tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Jun 07 14:25:47.750155 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=77 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:47.762587 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=73 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:48.008846 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0faff-8bc5-4e58-b5cc-bb76af5f0f17 req-10d02aef-b9aa-4b93-80c6-57a70692881d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:48.015697 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7fa0faff-8bc5-4e58-b5cc-bb76af5f0f17 req-10d02aef-b9aa-4b93-80c6-57a70692881d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0555389 Jun 07 14:25:48.025131 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:48.083779 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7fa0faff-8bc5-4e58-b5cc-bb76af5f0f17 req-cc17c116-6a67-409a-95df-282e1dc77453 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670705 Jun 07 14:25:49.211406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92b46b-9dba-4abb-b995-6da48747c0e1 req-93d27431-ffd8-409d-ab8f-86cb2cc20d7e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:49.213255 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dd92b46b-9dba-4abb-b995-6da48747c0e1 req-93d27431-ffd8-409d-ab8f-86cb2cc20d7e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0640960 Jun 07 14:25:49.265899 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dd92b46b-9dba-4abb-b995-6da48747c0e1 req-0567221f-c987-4346-8067-c272f6b8252d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Jun 07 14:25:49.553217 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.056603 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Request body: {'port': {'device_id': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:25:50.096227 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:50.130010 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.205995 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:50.397925 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543926b-1d2c-4792-af5a-943047a0c7a9 req-fd070d22-7590-436f-9fd2-9f05cbc1f966 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:50.399361 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b543926b-1d2c-4792-af5a-943047a0c7a9 req-fd070d22-7590-436f-9fd2-9f05cbc1f966 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 931 time: 0.0659506 Jun 07 14:25:50.493623 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b543926b-1d2c-4792-af5a-943047a0c7a9 req-1f416034-0239-4659-aba7-48272a7ab2d3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885801 Jun 07 14:25:50.506711 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:25:50.514542 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Publish callbacks [] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.527291 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Transition to ACTIVE for port object f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:25:50.531249 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.587101 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:50.656674 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Attempting to bind port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:25:50.657005 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Attempting to bind port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:25:50.657568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Attempting to bind port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed on network d4d298de-4ac9-4be1-9225-de274b18204d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:50.661958 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed on network d4d298de-4ac9-4be1-9225-de274b18204d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:25:50.662279 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Attempting to bind port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed on network d4d298de-4ac9-4be1-9225-de274b18204d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:25:50.668338 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:25:50.668671 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Checking segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:25:50.669050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Bound using segment: {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:25:50.669473 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Bound port: f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2249f9bb-4b13-4382-bed8-063860dd2612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:25:50.669833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.737049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:25:50.740353 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:25:50.747025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.778623 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:50.779206 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:50.781067 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] 10.222.0.75 "PUT /v2.0/ports/f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 1093 time: 0.7300158 Jun 07 14:25:50.783456 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:25:50.787708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6419595-74ee-4c29-8a00-f3e519f36ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:25:50.822358 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bcc05-a2c1-4f2f-a9ba-95d7595976d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:50.834491 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4ce15d-e709-4490-b5c9-49586e06d69e x-openstack-request-id: req-6f4ce15d-e709-4490-b5c9-49586e06d69e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:25:50.834776 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:25:50.835094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f4ce15d-e709-4490-b5c9-49586e06d69e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:25:50.836143 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4ce15d-e709-4490-b5c9-49586e06d69e'] response: {'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'status': 'completed', 'code': 200} Jun 07 14:25:50.883168 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-178b8f64-24c8-47f9-97b5-da20ef9ed513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:50.884722 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-178b8f64-24c8-47f9-97b5-da20ef9ed513 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1127 time: 0.0416224 Jun 07 14:25:50.931816 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-e0d1efaf-bff5-4a12-b344-2c401b73191d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 217 time: 0.0368228 Jun 07 14:25:50.982779 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-7e7ec7fa-4e2c-4413-a8f0-533bab7d0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:50.984266 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-7e7ec7fa-4e2c-4413-a8f0-533bab7d0128 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.0458350 Jun 07 14:25:51.031080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-61a8f205-d09b-4899-83b7-f12c8ce7f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:51.032605 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-61a8f205-d09b-4899-83b7-f12c8ce7f2ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420668 Jun 07 14:25:51.048025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:51.141903 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-1427f828-b201-445a-88cd-6767881483f2 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011496 Jun 07 14:25:51.197030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:51.239756 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-693c199e-322f-4d16-b62b-e26ca04bc887 req-66974c2e-4f33-4cb8-a846-062d082995c1 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843673 Jun 07 14:25:51.613777 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3f370-6115-456b-95f9-5edb99b91968 req-328f6e73-48e3-4197-9ced-015790227562 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:51.615289 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d1c3f370-6115-456b-95f9-5edb99b91968 req-328f6e73-48e3-4197-9ced-015790227562 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 943 time: 0.0504568 Jun 07 14:25:51.662861 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d1c3f370-6115-456b-95f9-5edb99b91968 req-3ee0bf47-5619-4685-a13c-fa48b13a7d5c tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Jun 07 14:25:52.492750 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-46ef0b93-77c2-4569-a29d-944f9acc32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:52.494299 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-46ef0b93-77c2-4569-a29d-944f9acc32be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1127 time: 0.0439801 Jun 07 14:25:52.589473 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-efb80283-1891-4500-b091-d3d171ca8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:52.590938 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-efb80283-1891-4500-b091-d3d171ca8c0d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 916 time: 0.0869617 Jun 07 14:25:52.638741 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-0bbbe194-8628-4867-bf1d-233e2749aa93 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 217 time: 0.0389578 Jun 07 14:25:52.970406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-40c2989e-14f5-44e6-b499-6448f17e2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:52.971887 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-40c2989e-14f5-44e6-b499-6448f17e2780 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.3118174 Jun 07 14:25:52.978794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a9462-ef5e-4ce8-a609-afcc98a4e76a req-b0616155-c10f-447c-9a6b-3a828ce895a3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:52.980151 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bf5a9462-ef5e-4ce8-a609-afcc98a4e76a req-b0616155-c10f-447c-9a6b-3a828ce895a3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 943 time: 0.0591364 Jun 07 14:25:53.047348 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-6732f32f-ffbb-4f7d-bb1f-8b3cddf58559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:53.048822 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-6732f32f-ffbb-4f7d-bb1f-8b3cddf58559 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572231 Jun 07 14:25:53.079174 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bf5a9462-ef5e-4ce8-a609-afcc98a4e76a req-193bc915-1405-4f01-90c5-33160f5aec61 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934269 Jun 07 14:25:53.144427 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-fe87531b-fc0d-4bd0-a734-33f4c95b32dc service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875623 Jun 07 14:25:53.242073 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6419595-74ee-4c29-8a00-f3e519f36ca2 req-21da024c-c92a-4e29-a464-df7bd88498c8 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871639 Jun 07 14:25:54.197506 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab697e9-5b90-4f0e-8422-c69938a96706 req-86c64844-497d-4008-ae16-54a6e06e45c3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:54.198985 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ab697e9-5b90-4f0e-8422-c69938a96706 req-86c64844-497d-4008-ae16-54a6e06e45c3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 943 time: 0.0485954 Jun 07 14:25:54.247567 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3ab697e9-5b90-4f0e-8422-c69938a96706 req-fab4fcd8-21b0-4057-a7df-a1565f3020cc tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Jun 07 14:25:54.476631 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:25:54.542255 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:54.574574 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:54.586876 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'port_id': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'mac_address': 'fa:16:3e:2a:fe:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:25:54.624555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:54.624937 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:54.751144 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:25:54.770776 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:54.775596 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:54.827203 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:54.834464 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.834816 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.835700 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.836091 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.836482 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.836817 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.837148 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.837475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.837801 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.838128 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.838454 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.838798 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.839126 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.839481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:54.839800 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:25:55.127263 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:25:55.252939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:55.360100 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5fa9-792e-413f-9558-5754277d3044 req-9a74e708-7ed9-4057-ab62-a383168f148a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:55.361539 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0bbc5fa9-792e-413f-9558-5754277d3044 req-9a74e708-7ed9-4057-ab62-a383168f148a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 944 time: 0.0481751 Jun 07 14:25:55.412576 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0bbc5fa9-792e-413f-9558-5754277d3044 req-302075ae-b172-43d9-88f1-29d89a30f675 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446835 Jun 07 14:25:56.035587 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:56.490381 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:25:56.527018 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4da52-fd88-4dd1-8055-cc7dcb26b18d req-3b9f9222-614e-4d6f-b85f-3baf7bdf1fdf tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:56.528543 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2df4da52-fd88-4dd1-8055-cc7dcb26b18d req-3b9f9222-614e-4d6f-b85f-3baf7bdf1fdf tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 944 time: 0.0487733 Jun 07 14:25:56.532139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:25:56.538678 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:25:56.539180 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:56.556260 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:56.580527 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2df4da52-fd88-4dd1-8055-cc7dcb26b18d req-13c7601a-cc52-4cad-97c2-0e3ddd6a1ad1 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Jun 07 14:25:56.636680 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:25:56.637070 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:56.660204 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:25:56.662394 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12422c-6c3d-47ef-8432-65fba1b79bef" -d '{"events": [{"server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:25:56.675432 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:25:56.680164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:25:56.702726 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6313e611-1bd4-4e5e-b782-faeb38b3f741 x-openstack-request-id: req-6313e611-1bd4-4e5e-b782-faeb38b3f741 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:25:56.703011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "name": "network-vif-plugged", "status": "completed", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:25:56.703279 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6313e611-1bd4-4e5e-b782-faeb38b3f741 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:25:56.703671 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6313e611-1bd4-4e5e-b782-faeb38b3f741'] response: {'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'code': 200} Jun 07 14:25:56.729194 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:25:57.205329 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:25:57.207324 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171393-0aaa-44d5-88a5-62d09a477581 req-bdca9999-9d7e-4c79-9406-fea2efe4645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.208886 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53171393-0aaa-44d5-88a5-62d09a477581 req-bdca9999-9d7e-4c79-9406-fea2efe4645a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1129 time: 0.0547247 Jun 07 14:25:57.249816 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-dbd162da-5b5e-40af-8492-a42325731636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.251448 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-dbd162da-5b5e-40af-8492-a42325731636 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.0413089 Jun 07 14:25:57.293381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b61a4-399c-4ca9-8196-76a6906be17e req-6be5bfd5-3de9-4a8e-a764-68df7ce88327 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.294822 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f27b61a4-399c-4ca9-8196-76a6906be17e req-6be5bfd5-3de9-4a8e-a764-68df7ce88327 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0723491 Jun 07 14:25:57.298044 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-53171393-0aaa-44d5-88a5-62d09a477581 req-2b6fc5fc-fa5a-4855-9683-9edf6fb91adc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824239 Jun 07 14:25:57.348609 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f27b61a4-399c-4ca9-8196-76a6906be17e req-cae3be7a-28e3-4494-8a89-1bb547e07d5f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481884 Jun 07 14:25:57.355047 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b307ac20-444b-4aab-8089-264f830fd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.357468 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b307ac20-444b-4aab-8089-264f830fd8d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.0949292 Jun 07 14:25:57.576162 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b6cfe903-327f-4779-9431-69e36875aac0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 1000 time: 0.0589573 Jun 07 14:25:57.625372 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b734deb8-9570-4f43-814d-09b23ac0b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.626845 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b734deb8-9570-4f43-814d-09b23ac0b4f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0446241 Jun 07 14:25:57.676306 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b851d06b-a9ed-461a-a0c5-6f971d0ba977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.677838 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-b851d06b-a9ed-461a-a0c5-6f971d0ba977 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439651 Jun 07 14:25:57.706068 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce64c-df6b-4dad-a6a6-773481550350 req-d9805284-eca9-452c-8e01-95a9fa730a0f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:57.707569 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2cdce64c-df6b-4dad-a6a6-773481550350 req-d9805284-eca9-452c-8e01-95a9fa730a0f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0515292 Jun 07 14:25:57.761531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2cdce64c-df6b-4dad-a6a6-773481550350 req-7202ef6e-6f42-464d-8297-b67bad6680fb tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Jun 07 14:25:57.781331 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-09c764c2-48e6-45ef-a414-f7189515d029 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938971 Jun 07 14:25:58.225974 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bdae8-025a-4d2f-9189-d86827602b1c req-47cb0e7a-6c4a-454a-93d9-3f4733f9678e tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:58.227798 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-756bdae8-025a-4d2f-9189-d86827602b1c req-47cb0e7a-6c4a-454a-93d9-3f4733f9678e tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0504143 Jun 07 14:25:58.230815 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcc3fa1-089d-4b0b-8589-b42457c78399 req-8184cbc2-cbce-4277-8951-3224accf2db9 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952334 Jun 07 14:25:58.278930 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-756bdae8-025a-4d2f-9189-d86827602b1c req-b09d687c-056d-45da-80cc-6682d9d6d94f tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452275 Jun 07 14:25:58.464675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b189a-cc3e-4eb2-9da6-a097959760ee req-22804e40-b54a-4f19-a301-c42f3da70b76 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:58.466133 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-627b189a-cc3e-4eb2-9da6-a097959760ee req-22804e40-b54a-4f19-a301-c42f3da70b76 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0472946 Jun 07 14:25:58.513080 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-627b189a-cc3e-4eb2-9da6-a097959760ee req-a1897949-2c74-4ec7-b57a-fafc521a486b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 Jun 07 14:25:58.886379 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167cc7d-b257-45a5-a49a-a726b659b4fd req-d8c1a514-f547-412d-8b8f-2b50146de1bb tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:58.887858 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c167cc7d-b257-45a5-a49a-a726b659b4fd req-d8c1a514-f547-412d-8b8f-2b50146de1bb tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0474348 Jun 07 14:25:58.934228 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c167cc7d-b257-45a5-a49a-a726b659b4fd req-a57ebae3-5be0-42c3-b23f-c8a032646a29 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Jun 07 14:25:59.392739 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54adb2-4175-4807-91cb-8c138880fa20 req-121d0dff-9aa8-4930-abb7-6b935d897929 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:59.394172 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bb54adb2-4175-4807-91cb-8c138880fa20 req-121d0dff-9aa8-4930-abb7-6b935d897929 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0496974 Jun 07 14:25:59.440827 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bb54adb2-4175-4807-91cb-8c138880fa20 req-c37ffdcd-179e-4b7a-a18f-9f83ca37f971 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Jun 07 14:25:59.623570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85f29d-7379-4091-9c2e-0378d47e3367 req-598039fd-7719-458e-8d2f-4bfe96ab58a1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:25:59.625025 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f85f29d-7379-4091-9c2e-0378d47e3367 req-598039fd-7719-458e-8d2f-4bfe96ab58a1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0462751 Jun 07 14:25:59.671105 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f85f29d-7379-4091-9c2e-0378d47e3367 req-9da7061d-5c2e-4c3d-b714-2bf77c7e2eba tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 Jun 07 14:26:00.059387 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a294-1563-4f47-982f-af3a3da19bfb req-1297cb5d-1a2f-47a4-8e65-54407730a54f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:00.060872 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf51a294-1563-4f47-982f-af3a3da19bfb req-1297cb5d-1a2f-47a4-8e65-54407730a54f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0522282 Jun 07 14:26:00.108114 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf51a294-1563-4f47-982f-af3a3da19bfb req-ed6d49ec-b62b-4918-b9c6-ff87a03dd96e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Jun 07 14:26:00.223787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524415e-5ae5-4462-8c44-af9b2c287c12 req-dcb9bd39-9457-4773-a2c0-badd1a433494 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:00.225212 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f524415e-5ae5-4462-8c44-af9b2c287c12 req-dcb9bd39-9457-4773-a2c0-badd1a433494 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0480726 Jun 07 14:26:00.271966 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f524415e-5ae5-4462-8c44-af9b2c287c12 req-3b862e47-cd33-48b9-954a-ed3b67bbb23d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Jun 07 14:26:00.559933 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55081d6a-095c-437f-935d-cc23f93702d2 req-5bab2e90-6647-4af2-84d4-17ddb6e3aeae tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:00.561380 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55081d6a-095c-437f-935d-cc23f93702d2 req-5bab2e90-6647-4af2-84d4-17ddb6e3aeae tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Jun 07 14:26:00.577572 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:00.620345 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-48214c57-2682-422c-9f24-695930347d39 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:00.622474 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-48214c57-2682-422c-9f24-695930347d39 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Jun 07 14:26:00.632399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aa642-33cc-4115-840d-58c0329c7297 req-96107a38-ce75-43f7-9b94-2f1b8968020a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:00.633846 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-266aa642-33cc-4115-840d-58c0329c7297 req-96107a38-ce75-43f7-9b94-2f1b8968020a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0822556 Jun 07 14:26:00.664720 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55081d6a-095c-437f-935d-cc23f93702d2 req-bbfdce3f-f56f-4935-bd06-ef79bfc4f011 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/security-groups?id=10a94aed-234d-41a4-abe8-905caafec064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933881 Jun 07 14:26:00.674773 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:00.692293 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-266aa642-33cc-4115-840d-58c0329c7297 req-334ca7e2-c6d6-4a6a-acb4-386ab0cdd6a7 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527322 Jun 07 14:26:00.777098 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Deleting port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:26:00.777434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:00.794362 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a55b0e-d104-4b0f-a301-f7d6b3b69c9e req-5e60e957-7362-4a30-b154-b8e887b8beea tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:00.796840 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d7a55b0e-d104-4b0f-a301-f7d6b3b69c9e req-5e60e957-7362-4a30-b154-b8e887b8beea tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0546038 Jun 07 14:26:00.847013 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d7a55b0e-d104-4b0f-a301-f7d6b3b69c9e req-3f16b8ae-74ec-4e3a-93ec-caad3f31eaf7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Jun 07 14:26:00.886977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] For port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,segment=NetworkSegment(2db2c16f-7a4c-4ee3-9b7b-760982a51449),segment_id=2db2c16f-7a4c-4ee3-9b7b-760982a51449)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:00.887494 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:00.902542 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Calling delete_port for ab8e8c1b-0b00-47d6-92e7-e25f91d3426f owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:26:01.014224 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:01.043803 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ab8e8c1b-0b00-47d6-92e7-e25f91d3426f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:01.058984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['ab8e8c1b-0b00-47d6-92e7-e25f91d3426f'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:26:01.073368 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Pushing event deleted for resources: {'Port': ['ID=ab8e8c1b-0b00-47d6-92e7-e25f91d3426f,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:01.101967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.102310 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.102647 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.102979 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.103329 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.103655 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.103977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.104295 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.104616 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.104933 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.105250 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.105568 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.105887 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.106198 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.106511 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:01.129588 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] No DVR routers for this DVR port ab8e8c1b-0b00-47d6-92e7-e25f91d3426f on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:26:01.132061 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:01.135236 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d5a08feb-7fb4-4602-a79b-9144c090d1db req-892fe628-24c9-4c30-8bad-0c77cc531740 tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.75 "DELETE /v2.0/ports/ab8e8c1b-0b00-47d6-92e7-e25f91d3426f HTTP/1.1" status: 204 len: 173 time: 0.4413044 Jun 07 14:26:01.135738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57975a90-732f-4014-b0eb-076c7acca1c9', 'name': 'network-vif-deleted', 'tag': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:01.137934 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c63068-7ab6-4e6e-8177-5c759f3b3e00" -d '{"events": [{"server_uuid": "57975a90-732f-4014-b0eb-076c7acca1c9", "name": "network-vif-deleted", "tag": "ab8e8c1b-0b00-47d6-92e7-e25f91d3426f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:01.179427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430110fa-e194-4415-bd10-712a9c595031 x-openstack-request-id: req-430110fa-e194-4415-bd10-712a9c595031 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:01.179753 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57975a90-732f-4014-b0eb-076c7acca1c9", "name": "network-vif-deleted", "tag": "ab8e8c1b-0b00-47d6-92e7-e25f91d3426f", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:01.180005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-430110fa-e194-4415-bd10-712a9c595031 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:01.180404 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430110fa-e194-4415-bd10-712a9c595031'] response: {'server_uuid': '57975a90-732f-4014-b0eb-076c7acca1c9', 'name': 'network-vif-deleted', 'tag': 'ab8e8c1b-0b00-47d6-92e7-e25f91d3426f', 'status': 'completed', 'code': 200} Jun 07 14:26:01.787540 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4e17974-62e6-4d3c-be01-281e67f0b8de req-0908b2ca-5bbb-4525-ae77-16265692e2cc tempest-VolumesSnapshotTestJSON-506481533 tempest-VolumesSnapshotTestJSON-506481533-project] 10.222.0.81 "GET /v2.0/ports?device_id=57975a90-732f-4014-b0eb-076c7acca1c9 HTTP/1.1" status: 200 len: 210 time: 0.0325487 Jun 07 14:26:01.962552 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b3c43-f8de-437f-a25d-6b80316b923d req-5b0dbbdb-65f3-462b-b7d1-be00c275643f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:01.964016 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-550b3c43-f8de-437f-a25d-6b80316b923d req-5b0dbbdb-65f3-462b-b7d1-be00c275643f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0469916 Jun 07 14:26:02.013364 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-550b3c43-f8de-437f-a25d-6b80316b923d req-eb50b3a8-0e93-40de-b327-b5c30377354b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Jun 07 14:26:03.143645 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bbd29-cf06-44b8-86fc-b11e9a70a112 req-0316dbf4-e1dc-44ad-93e4-06c55609f62c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:03.145210 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f9bbd29-cf06-44b8-86fc-b11e9a70a112 req-0316dbf4-e1dc-44ad-93e4-06c55609f62c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0559762 Jun 07 14:26:03.196994 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f9bbd29-cf06-44b8-86fc-b11e9a70a112 req-2ef86877-4827-4463-b0ff-58ed9dff3674 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 Jun 07 14:26:04.325571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8d2d3-0e98-4805-96a5-119e25d72104 req-81d1c932-c3e7-484b-99c8-8450b6aa7487 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:04.327192 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4c8d2d3-0e98-4805-96a5-119e25d72104 req-81d1c932-c3e7-484b-99c8-8450b6aa7487 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0576072 Jun 07 14:26:04.375105 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4c8d2d3-0e98-4805-96a5-119e25d72104 req-19008892-3804-4d22-9698-1b5b8f7f17b4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Jun 07 14:26:04.537553 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ab8e8c1b-0b00-47d6-92e7-e25f91d3426f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:26:04.541064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:04.557782 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: ab8e8c1b-0b00-47d6-92e7-e25f91d3426f {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:26:04.558127 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ab8e8c1b-0b00-47d6-92e7-e25f91d3426f not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:26:05.489527 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c75f-f369-4418-9d36-fb3fe4976642 req-5fcb49dc-b3e7-47cc-99a9-1fabb7cfdf78 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:05.490968 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e78c75f-f369-4418-9d36-fb3fe4976642 req-5fcb49dc-b3e7-47cc-99a9-1fabb7cfdf78 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0468850 Jun 07 14:26:05.537132 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e78c75f-f369-4418-9d36-fb3fe4976642 req-5caea711-c70c-4903-901d-28720553b2f5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399384 Jun 07 14:26:06.650483 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b94210-1297-4663-b45f-fcb291c5138b req-9fa9b675-2503-453e-a6e4-8eefc371194a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:06.651967 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b9b94210-1297-4663-b45f-fcb291c5138b req-9fa9b675-2503-453e-a6e4-8eefc371194a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0462210 Jun 07 14:26:06.701164 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b9b94210-1297-4663-b45f-fcb291c5138b req-888461e1-aa30-4940-a25c-7e5949465950 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 Jun 07 14:26:07.547159 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:26:07.818835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ea35-0c4b-43c8-874a-b1b04e2d46fd req-e4caec07-0574-4e0e-ba3f-bb5527d9d1b2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:07.818835 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-12f8ea35-0c4b-43c8-874a-b1b04e2d46fd req-e4caec07-0574-4e0e-ba3f-bb5527d9d1b2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0468931 Jun 07 14:26:07.863936 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-12f8ea35-0c4b-43c8-874a-b1b04e2d46fd req-3644e70d-5ed8-4697-91b9-d024975236e9 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398397 Jun 07 14:26:08.984817 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4708-e047-4f26-8423-aabf8078266e req-50dd9fa6-4c79-493a-95e4-57d84506c129 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:08.986297 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4bc4708-e047-4f26-8423-aabf8078266e req-50dd9fa6-4c79-493a-95e4-57d84506c129 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0483358 Jun 07 14:26:09.034833 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4bc4708-e047-4f26-8423-aabf8078266e req-f14c88a8-3dd6-451a-b068-652952378e02 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430028 Jun 07 14:26:10.174026 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81eec0-6a0d-45f9-b5f4-e00d4d0ca88e req-cf2b2556-41a2-4976-bb1f-1661320a5ae9 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:10.175626 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6f81eec0-6a0d-45f9-b5f4-e00d4d0ca88e req-cf2b2556-41a2-4976-bb1f-1661320a5ae9 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0811181 Jun 07 14:26:10.187801 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd747-4f7b-429b-96bc-19db56bc1d68 req-825dc70b-7bc0-4ddd-af46-0fadeb120bb8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:10.189185 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-888cd747-4f7b-429b-96bc-19db56bc1d68 req-825dc70b-7bc0-4ddd-af46-0fadeb120bb8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0823596 Jun 07 14:26:10.208581 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:10.263293 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6f81eec0-6a0d-45f9-b5f4-e00d4d0ca88e req-60c08bf8-38bf-479a-9525-c9b1f8537d04 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Jun 07 14:26:10.267359 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-888cd747-4f7b-429b-96bc-19db56bc1d68 req-3c47438f-cd6a-4eeb-9c19-cc1dbbd12fdf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716994 Jun 07 14:26:10.287797 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46734) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:10.419847 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd082395-6931-42d9-91c2-8fc09e262ee6 tempest-TestMinimumBasicScenario-1183558942 tempest-TestMinimumBasicScenario-1183558942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:10.421436 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-cd082395-6931-42d9-91c2-8fc09e262ee6 tempest-TestMinimumBasicScenario-1183558942 tempest-TestMinimumBasicScenario-1183558942-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1124 time: 0.1326432 Jun 07 14:26:10.424319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 46738) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:10.428404 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'port_id': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:10.449144 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:10.529127 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:10.531842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:10.643879 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Allocated IP 172.27.2.165 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/ba19352c-afc3-4500-bdc0-300ddd2a6e14) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:10.743691 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:10.775583 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:10.813599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:10.817855 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:10.822397 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:10.849012 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'Port': ['ID=ba19352c-afc3-4500-bdc0-300ddd2a6e14,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:11.080962 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:11.085886 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:11.196970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for floatingip (2204c875-bc14-44a4-b09c-97796129b5f4), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:11.273547 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:11.343829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:11.390450 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46eb05-3466-46ed-9c20-00b85cf16b4f req-5b7d068d-8857-4b4a-89a9-7ea18e25f5cd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:11.391995 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4b46eb05-3466-46ed-9c20-00b85cf16b4f req-5b7d068d-8857-4b4a-89a9-7ea18e25f5cd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0532060 Jun 07 14:26:11.440493 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4b46eb05-3466-46ed-9c20-00b85cf16b4f req-3dc6c075-e8ce-4a32-b7bd-600523ca9ec6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429094 Jun 07 14:26:11.470327 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:11.474828 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:11.541159 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'Port': ['ID=ba19352c-afc3-4500-bdc0-300ddd2a6e14,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:11.554481 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (2204c875-bc14-44a4-b09c-97796129b5f4), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:11.651502 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Floating IP 2204c875-bc14-44a4-b09c-97796129b5f4 associated. External IP: 172.27.2.165, port: f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed. Jun 07 14:26:11.848208 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Router adca1240-2da6-4544-9f18-17c5c36f3650 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:26:11.897084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:11.951807 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:11.961065 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] Sync routers for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:11.969074 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:11.972537 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:11.973143 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:12.004654 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e59ca1b1-4a12-46b1-b1e2-71be6946df85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5790904 Jun 07 14:26:12.005073 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:12.005628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46750) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:12.009227 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a3ea9-6af6-4c07-8514-9560093ad525" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:12.015035 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835077111', 'description': 'tempest-secgroup-smoke-1835077111 description', 'project_id': '1c7b98807cae4a75968ed946de9c92bb'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:12.020659 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:12.041907 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.067599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c124364-03f2-44b2-a99c-950798447910 x-openstack-request-id: req-6c124364-03f2-44b2-a99c-950798447910 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:12.067887 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:12.068136 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c124364-03f2-44b2-a99c-950798447910 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:12.069111 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c124364-03f2-44b2-a99c-950798447910'] response: {'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'status': 'completed', 'code': 200} Jun 07 14:26:12.082519 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:12.138902 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group (260e07c0-80f5-42e0-86b3-50d346f3c11d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.143577 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (260e07c0-80f5-42e0-86b3-50d346f3c11d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.144611 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-fd9ee781-0c88-421e-acfe-e839afe510fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:12.146395 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-fd9ee781-0c88-421e-acfe-e839afe510fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1129 time: 0.0536637 Jun 07 14:26:12.181776 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.183024 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1762261 Jun 07 14:26:12.185056 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699540a-56a5-4e79-96dc-10f2584b1979 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260e07c0-80f5-42e0-86b3-50d346f3c11d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:12.187827 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46754) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:12.193984 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group_rule': {'security_group_id': '260e07c0-80f5-42e0-86b3-50d346f3c11d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:12.222599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (7717fbcb-6208-4d91-b65c-dce966a4b1bf), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.269743 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-932d462a-f35e-400a-9e6b-e773760bfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:12.271638 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-932d462a-f35e-400a-9e6b-e773760bfd18 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 916 time: 0.1185231 Jun 07 14:26:12.298609 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (7717fbcb-6208-4d91-b65c-dce966a4b1bf), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.304031 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (7717fbcb-6208-4d91-b65c-dce966a4b1bf), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.318522 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7717fbcb-6208-4d91-b65c-dce966a4b1bf,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:12.339704 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '2204c875-bc14-44a4-b09c-97796129b5f4', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'port_id': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'mac_address': 'fa:16:3e:2a:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:26:11Z', 'updated_at': '2022-06-07T14:26:11Z', 'revision_number': 0, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:22Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:12.343085 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.345320 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-22aad4dd-bee1-407c-8808-b2e6c1dbfa16 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543388 Jun 07 14:26:12.347738 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46760) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:12.353357 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group_rule': {'security_group_id': '260e07c0-80f5-42e0-86b3-50d346f3c11d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:12.368290 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-1e8298df-456b-4553-9ca1-29fcd6d572cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 999 time: 0.0893331 Jun 07 14:26:12.374383 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] Checking router: adca1240-2da6-4544-9f18-17c5c36f3650 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:12.385194 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:12.386138 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:25:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:12.389125 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (3896bb66-f3f0-4324-9054-dacd9beb801b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.437818 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-4bfba742-4d33-4f1f-abc9-3558a855f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:12.439315 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-4bfba742-4d33-4f1f-abc9-3558a855f614 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.0649486 Jun 07 14:26:12.493700 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (3896bb66-f3f0-4324-9054-dacd9beb801b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.504352 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:12.509951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-d7f46f23-53ff-4aa1-aaa7-0d93e7e19afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:12.511664 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-d7f46f23-53ff-4aa1-aaa7-0d93e7e19afc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636215 Jun 07 14:26:12.516775 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (3896bb66-f3f0-4324-9054-dacd9beb801b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.545914 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:12.550378 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3896bb66-f3f0-4324-9054-dacd9beb801b,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:12.597759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.598966 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-3464812b-e2e9-406e-b68b-da6615bb11f5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2501564 Jun 07 14:26:12.602431 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46766) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:12.607180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group_rule': {'security_group_id': '260e07c0-80f5-42e0-86b3-50d346f3c11d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:12.621367 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-fd3aebae-6d93-4dd1-8392-70edff059dfb service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022408 Jun 07 14:26:12.627390 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37b20-5667-43bd-a5cf-f5183559efe5 req-4b318e4a-03b8-4e0a-99a0-a244492d6f90 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:12.628831 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6db37b20-5667-43bd-a5cf-f5183559efe5 req-4b318e4a-03b8-4e0a-99a0-a244492d6f90 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0889871 Jun 07 14:26:12.668399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (c78bcbda-b3d5-4f4d-a3b5-ad14cf416979), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.700004 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:12.708604 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6db37b20-5667-43bd-a5cf-f5183559efe5 req-c67c2fcc-a84c-4a74-ab4f-bbb4e2eb129d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731676 Jun 07 14:26:12.742087 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-244a3ea9-6af6-4c07-8514-9560093ad525 req-c06bd3df-38c1-4992-95ab-55f7e203767b service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114004 Jun 07 14:26:12.751033 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (c78bcbda-b3d5-4f4d-a3b5-ad14cf416979), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.784257 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (c78bcbda-b3d5-4f4d-a3b5-ad14cf416979), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.809950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78bcbda-b3d5-4f4d-a3b5-ad14cf416979,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:12.835113 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '2204c875-bc14-44a4-b09c-97796129b5f4', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'port_id': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'mac_address': 'fa:16:3e:2a:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:26:11Z', 'updated_at': '2022-06-07T14:26:11Z', 'revision_number': 0, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:22Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:12.859589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.860868 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-ec80a792-e19c-4ed8-85e6-13985faa4a59 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571950 Jun 07 14:26:12.863703 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46768) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:12.866550 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58482f-053a-42e9-82ee-863fec502db4 None None] The sync data for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi is: [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '2204c875-bc14-44a4-b09c-97796129b5f4', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'port_id': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'mac_address': 'fa:16:3e:2a:fe:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:26:11Z', 'updated_at': '2022-06-07T14:26:11Z', 'revision_number': 0, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:22Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:12.868797 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group_rule': {'security_group_id': '260e07c0-80f5-42e0-86b3-50d346f3c11d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:12.897570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (4009c21a-b34c-493a-8c46-182dfb4efa0d), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.944631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:12.960929 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (4009c21a-b34c-493a-8c46-182dfb4efa0d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.965451 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (4009c21a-b34c-493a-8c46-182dfb4efa0d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.986687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4009c21a-b34c-493a-8c46-182dfb4efa0d,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:12.996057 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:12.997322 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-ebded2da-25e4-4f3d-9a4c-b504839a89cd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326835 Jun 07 14:26:12.997826 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-20d354fb-0339-44d5-b3cf-64d2876f9f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.001437 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46770) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:13.005990 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group_rule': {'security_group_id': '260e07c0-80f5-42e0-86b3-50d346f3c11d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:13.029910 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Project 1c7b98807cae4a75968ed946de9c92bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:26:13.035744 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (c77a0455-4764-4763-8550-7c28721cbf67), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.064821 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf77cca0-d3a5-4048-b519-ed1980440bdb None None] New status for floating IP 2204c875-bc14-44a4-b09c-97796129b5f4: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:26:13.101426 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (c77a0455-4764-4763-8550-7c28721cbf67), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.106541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (c77a0455-4764-4763-8550-7c28721cbf67), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.127545 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77a0455-4764-4763-8550-7c28721cbf67,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:13.133600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.137614 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-096bc8cc-b8a2-45e6-bc0f-21346f156fc6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326008 Jun 07 14:26:13.137839 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46772) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:13.142292 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'security_group_rule': {'security_group_id': '260e07c0-80f5-42e0-86b3-50d346f3c11d', 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:13.169189 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.securitygroups_db [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Project 1c7b98807cae4a75968ed946de9c92bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:26:13.175270 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (651e367d-9122-445c-9d76-8ddaabda918b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.240287 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (651e367d-9122-445c-9d76-8ddaabda918b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.244513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (651e367d-9122-445c-9d76-8ddaabda918b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.263321 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651e367d-9122-445c-9d76-8ddaabda918b,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:13.270812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.272025 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-eb2ac55f-350b-42bb-b546-e1f75bec5bba tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330242 Jun 07 14:26:13.361697 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-35d58deb-1ee8-4412-9a02-cd54c9eafd1d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835077111&fields=id&tenant_id=1c7b98807cae4a75968ed946de9c92bb HTTP/1.1" status: 200 len: 267 time: 0.0440769 Jun 07 14:26:13.412539 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-4dd3305d-3736-4251-8fdf-21ee135330b9 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:13.414009 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-4dd3305d-3736-4251-8fdf-21ee135330b9 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0469997 Jun 07 14:26:13.424722 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'port': {'security_groups': ['5c7431a4-77a8-4e1f-8dae-3112a50757b6', '260e07c0-80f5-42e0-86b3-50d346f3c11d']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:13.499824 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.702119 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:13.720235 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:13.748740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.752950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.759373 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:13.803213 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:13.803850 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:13.807238 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d8f31a2f-7a5b-4f86-962f-5e1afbfe5b4f req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "PUT /v2.0/ports/f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 981 time: 0.3868368 Jun 07 14:26:13.807900 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:13.811619 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78edef4-0b50-4a06-811a-2391f53557b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:13.837208 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf79bed-c236-463e-a9e8-f8120c827359 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=6']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:13.922487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e017494-df44-451d-97b6-d3921f54c6b8 req-7850d761-b4c6-49a0-8f9f-daf983773ee6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:13.924062 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e017494-df44-451d-97b6-d3921f54c6b8 req-7850d761-b4c6-49a0-8f9f-daf983773ee6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0796509 Jun 07 14:26:13.952541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ffdd9-84b1-43bc-9701-e1ad1ece3eeb req-3d3c884a-39ba-403d-b24a-362bd1f28b62 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:13.954028 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-000ffdd9-84b1-43bc-9701-e1ad1ece3eeb req-3d3c884a-39ba-403d-b24a-362bd1f28b62 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0787599 Jun 07 14:26:14.008221 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e017494-df44-451d-97b6-d3921f54c6b8 req-d11e0eb0-d6d8-44c6-adf8-2ca43c6871ff tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776956 Jun 07 14:26:14.039869 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-000ffdd9-84b1-43bc-9701-e1ad1ece3eeb req-2bf5b44d-4150-422e-ad12-e71c9fc397aa tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781431 Jun 07 14:26:14.060782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2322975c-4ab2-4eb6-bf2a-1799662435e3 x-openstack-request-id: req-2322975c-4ab2-4eb6-bf2a-1799662435e3 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:14.061072 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:14.061325 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2322975c-4ab2-4eb6-bf2a-1799662435e3 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:14.061728 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2322975c-4ab2-4eb6-bf2a-1799662435e3'] response: {'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'status': 'completed', 'code': 200} Jun 07 14:26:14.080019 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-c09e0e90-94cf-4d02-82ed-4f7785f9c302 None None] Provisioning complete for port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:14.080542 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c09e0e90-94cf-4d02-82ed-4f7785f9c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:14.154534 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c09e0e90-94cf-4d02-82ed-4f7785f9c302 None None] Current status of the port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:15.124726 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07528488-1091-446c-9fec-69ec29461741 req-a158c254-b09c-4e36-b8aa-1495e01a36da tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:15.126180 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-07528488-1091-446c-9fec-69ec29461741 req-a158c254-b09c-4e36-b8aa-1495e01a36da tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0473173 Jun 07 14:26:15.173314 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-07528488-1091-446c-9fec-69ec29461741 req-84659e22-cc2c-4681-aacf-8ba9a80cd1fa tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Jun 07 14:26:15.431823 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-33f4fdc1-cb11-4ec7-8222-faaa7be5118c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:15.582027 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-166a5707-891d-4452-b5dc-012e8e80f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:15.584236 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-166a5707-891d-4452-b5dc-012e8e80f8db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1168 time: 0.0409143 Jun 07 14:26:15.600475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:26:15.665849 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:26:15.680460 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-9a247351-acc0-403c-9b30-a258ce4699ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:15.682014 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-9a247351-acc0-403c-9b30-a258ce4699ee service neutron] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 916 time: 0.0865519 Jun 07 14:26:15.784657 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-006c61c4-2bd9-42ba-be21-4b86c5df1f12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 1001 time: 0.0593984 Jun 07 14:26:15.836301 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-d7610542-23cf-420f-9a7f-569c634e80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:15.838517 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-d7610542-23cf-420f-9a7f-569c634e80a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.0450370 Jun 07 14:26:15.886252 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-1a219fa5-5d54-40d8-af8a-e56b17c847b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:15.887857 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-1a219fa5-5d54-40d8-af8a-e56b17c847b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417032 Jun 07 14:26:15.898704 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:15.983009 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-61a0bba6-d3c0-4c3f-a4ef-05b6c637b455 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885885 Jun 07 14:26:16.076879 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c78edef4-0b50-4a06-811a-2391f53557b4 req-b3049403-1a4c-4a6b-a9e8-ebd529319a34 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839465 Jun 07 14:26:16.188942 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:16.262629 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:16.294429 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc1d74-0808-4f30-9c87-1fd8011a5160 req-99b4fd5e-560f-434d-aa95-d6e1164f9f0c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:16.296179 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7bc1d74-0808-4f30-9c87-1fd8011a5160 req-99b4fd5e-560f-434d-aa95-d6e1164f9f0c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0521760 Jun 07 14:26:16.343462 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7bc1d74-0808-4f30-9c87-1fd8011a5160 req-7534de0c-624b-43d8-b281-3dd04787c295 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Jun 07 14:26:17.457159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf5a5b-37a0-4b18-bd6d-6b8f4320630b req-12107d2c-e922-4769-ba28-7f1f63276ad1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:17.458529 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2cf5a5b-37a0-4b18-bd6d-6b8f4320630b req-12107d2c-e922-4769-ba28-7f1f63276ad1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0478005 Jun 07 14:26:17.504709 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2cf5a5b-37a0-4b18-bd6d-6b8f4320630b req-7b09ad9b-b011-49fc-85cf-81c03890d57e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Jun 07 14:26:18.020739 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:18.617606 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3aac4-0bad-4496-94ad-7466a4a4035d req-42c77a68-0839-416f-acb6-3efe6d53880f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:18.619082 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1eb3aac4-0bad-4496-94ad-7466a4a4035d req-42c77a68-0839-416f-acb6-3efe6d53880f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0458374 Jun 07 14:26:18.669193 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1eb3aac4-0bad-4496-94ad-7466a4a4035d req-dac89096-2876-424c-9624-7b96570660cf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444458 Jun 07 14:26:19.556807 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:19.782853 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16e242-33fb-4b84-8b3c-f63b9253a3cb req-e8b17083-9241-45fa-87ca-0cc6d9bc01eb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:19.784299 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e16e242-33fb-4b84-8b3c-f63b9253a3cb req-e8b17083-9241-45fa-87ca-0cc6d9bc01eb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0463707 Jun 07 14:26:19.830053 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e16e242-33fb-4b84-8b3c-f63b9253a3cb req-1daed6ec-be43-4354-aa3d-d87aea4aefc7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 Jun 07 14:26:21.073749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939336e-f279-40f0-b64b-0c065dbbefd0 req-78ce3ac0-7f9a-43c1-85eb-3e78591971c8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:21.075188 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4939336e-f279-40f0-b64b-0c065dbbefd0 req-78ce3ac0-7f9a-43c1-85eb-3e78591971c8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.1760576 Jun 07 14:26:21.121556 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4939336e-f279-40f0-b64b-0c065dbbefd0 req-322541cf-17fc-478b-be41-89ed77c46466 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407345 Jun 07 14:26:22.288431 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c54e-b989-4660-9415-bb975fd2b5aa req-35a3d51a-eff9-47cf-8993-de7c050d61a0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:22.289886 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d42c54e-b989-4660-9415-bb975fd2b5aa req-35a3d51a-eff9-47cf-8993-de7c050d61a0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.1010752 Jun 07 14:26:22.337766 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d42c54e-b989-4660-9415-bb975fd2b5aa req-3dd3193a-856a-46bd-9ab9-580a4169d20a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Jun 07 14:26:22.838295 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=88 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:22.839147 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=68 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:23.456720 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9fb4-525d-4015-a6f5-e34481b505db req-3ab7b236-be29-41a9-baac-45ba96dee0ad tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:23.458226 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a5da9fb4-525d-4015-a6f5-e34481b505db req-3ab7b236-be29-41a9-baac-45ba96dee0ad tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0478706 Jun 07 14:26:23.493351 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:23.502724 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:23.510832 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a5da9fb4-525d-4015-a6f5-e34481b505db req-65dd2290-41b3-421e-baa5-3572294078e7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467670 Jun 07 14:26:24.628545 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6c43-5485-4efe-a85f-bafc27211d29 req-ccdbacd0-5979-4c67-96eb-19ae83be8296 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:24.629999 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-807f6c43-5485-4efe-a85f-bafc27211d29 req-ccdbacd0-5979-4c67-96eb-19ae83be8296 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0512631 Jun 07 14:26:24.677418 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-807f6c43-5485-4efe-a85f-bafc27211d29 req-3c9d7776-a8e4-4167-8e26-539916e4af02 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419416 Jun 07 14:26:25.790105 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d091fb-ddc2-4edb-9569-db2bc55000ae req-88712dc8-278c-42b9-bf41-c860e4901cd7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:25.791575 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-98d091fb-ddc2-4edb-9569-db2bc55000ae req-88712dc8-278c-42b9-bf41-c860e4901cd7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0468271 Jun 07 14:26:25.842810 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-98d091fb-ddc2-4edb-9569-db2bc55000ae req-5c26d0c4-85c0-475d-aead-aaf63c6450f4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451851 Jun 07 14:26:25.857425 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:25.894454 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-746f978d-a87b-4621-bd7d-1d4d2584b7c2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454006 Jun 07 14:26:25.986248 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730302f6-3c00-41d5-8393-28566caea2f6 req-bc6a1f55-c6ef-4130-9468-b1d543490606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:25.987776 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-bc6a1f55-c6ef-4130-9468-b1d543490606 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 1129 time: 0.0408852 Jun 07 14:26:26.034203 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.081468 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46890) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:26.094743 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730302f6-3c00-41d5-8393-28566caea2f6 req-3a1edc58-3ecb-4f0d-b0dd-1edf88f9eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:26.096250 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-3a1edc58-3ecb-4f0d-b0dd-1edf88f9eef9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.0877893 Jun 07 14:26:26.126204 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Deleting subnet d86d16bb-3e30-4807-8091-38ab1989700b {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:26:26.129669 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Publish callbacks [] for subnet (d86d16bb-3e30-4807-8091-38ab1989700b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.171916 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3239358'] for subnet (d86d16bb-3e30-4807-8091-38ab1989700b), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.213861 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (d86d16bb-3e30-4807-8091-38ab1989700b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.271791 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26152847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25795804'] for subnet (d86d16bb-3e30-4807-8091-38ab1989700b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.297589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86d16bb-3e30-4807-8091-38ab1989700b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:26.304922 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.308258 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-ab26dd78-b010-4b3b-b1e7-d2704c23ca1c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d86d16bb-3e30-4807-8091-38ab1989700b HTTP/1.1" status: 204 len: 168 time: 0.2257383 Jun 07 14:26:26.311400 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46894) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:26.365761 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-c9695ced-bbc9-4d78-9838-0fc49a93f26d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 200 len: 217 time: 0.2618463 Jun 07 14:26:26.385560 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (74e54650-a65d-4ca7-9de2-261f4002b6e6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.415906 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730302f6-3c00-41d5-8393-28566caea2f6 req-c2c70ee0-1de9-4583-a2ab-48007d9f5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:26.417374 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-c2c70ee0-1de9-4583-a2ab-48007d9f5962 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0453792 Jun 07 14:26:26.460050 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:26.463849 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (74e54650-a65d-4ca7-9de2-261f4002b6e6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.464029 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730302f6-3c00-41d5-8393-28566caea2f6 req-68740964-d7ca-408c-86ad-78a05abc38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:26.466376 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-68740964-d7ca-408c-86ad-78a05abc38e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405815 Jun 07 14:26:26.485305 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e54650-a65d-4ca7-9de2-261f4002b6e6']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:26.494381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db2c16f-7a4c-4ee3-9b7b-760982a51449') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:26.494676 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db2c16f-7a4c-4ee3-9b7b-760982a51449') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:26.504827 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (2db2c16f-7a4c-4ee3-9b7b-760982a51449), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.518825 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (2db2c16f-7a4c-4ee3-9b7b-760982a51449), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.525371 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:26:26.525921 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (2db2c16f-7a4c-4ee3-9b7b-760982a51449), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.545803 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 2db2c16f-7a4c-4ee3-9b7b-760982a51449 resource provider aggregate not found Jun 07 14:26:26.562211 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-c9d3d865-1b83-4667-8251-3a9e40ac5fa9 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894392 Jun 07 14:26:26.575443 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 2db2c16f-7a4c-4ee3-9b7b-760982a51449 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2db2c16f-7a4c-4ee3-9b7b-760982a51449 found for delete ", "request_id": "req-03429995-73ab-428a-9034-718918998cfa"}]} Jun 07 14:26:26.598219 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (74e54650-a65d-4ca7-9de2-261f4002b6e6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.604838 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.610152 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/74e54650-a65d-4ca7-9de2-261f4002b6e6 HTTP/1.1" status: 204 len: 168 time: 0.2956672 Jun 07 14:26:26.620300 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a949-f6b7-43ac-b839-8a85fed3e1e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e54650-a65d-4ca7-9de2-261f4002b6e6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:26.661635 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-730302f6-3c00-41d5-8393-28566caea2f6 req-7b8d8be7-928f-44b1-97a8-bbba9a462f97 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932136 Jun 07 14:26:26.778379 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46902) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:26.817485 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-650d6c24-193c-48fc-b36e-0d14b372a431 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59f9adafa99949b3b5f624c6ae7be57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380313 Jun 07 14:26:26.819836 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46904) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:26.868054 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bdf57cd-8097-42d6-9fe3-d2444dca4023 admin admin] Publish callbacks [] for security_group (10a94aed-234d-41a4-abe8-905caafec064), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.890410 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bdf57cd-8097-42d6-9fe3-d2444dca4023 admin admin] Publish callbacks [] for security_group (10a94aed-234d-41a4-abe8-905caafec064), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:26.946282 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:26.951751 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:26.968181 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805035-af09-4854-bf7f-953b01b8b70a req-2ad190a1-9810-4d18-8c82-ea63d9282b42 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:26.969921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3b805035-af09-4854-bf7f-953b01b8b70a req-2ad190a1-9810-4d18-8c82-ea63d9282b42 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0587053 Jun 07 14:26:27.009645 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bdf57cd-8097-42d6-9fe3-d2444dca4023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (10a94aed-234d-41a4-abe8-905caafec064), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.012238 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5bdf57cd-8097-42d6-9fe3-d2444dca4023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.013367 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5bdf57cd-8097-42d6-9fe3-d2444dca4023 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10a94aed-234d-41a4-abe8-905caafec064 HTTP/1.1" status: 204 len: 168 time: 0.1926470 Jun 07 14:26:27.032031 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3b805035-af09-4854-bf7f-953b01b8b70a req-40d21a76-f0e3-45cd-8fed-936aff352d86 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564630 Jun 07 14:26:27.032854 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf57cd-8097-42d6-9fe3-d2444dca4023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a94aed-234d-41a4-abe8-905caafec064,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:27.695195 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46928) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:27.794365 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-131021383-network', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:27.812939 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Made reservation on behalf of 6ee52855d08e467f9d2f02685d7bf541 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:26:27.815287 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.823509 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.899015 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks [] for security_group (6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.903708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.931509 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:26:27.938030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:27.944014 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (a30efc86-fcae-4f37-a79a-bc4de4a91779), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:27.944374 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Added segment a30efc86-fcae-4f37-a79a-bc4de4a91779 of type vlan for network 2c006233-0519-428c-b750-6c5e4d46a20e Jun 07 14:26:27.988459 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (2c006233-0519-428c-b750-6c5e4d46a20e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.013066 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (2c006233-0519-428c-b750-6c5e4d46a20e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.014099 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:28.014666 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.073564 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3748384 Jun 07 14:26:28.075147 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46934) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:28.080187 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Request body: {'subnet': {'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-131021383-subnet', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:28.090675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b3e69-84d9-40de-9124-883d04681947 admin admin] Pushing event updated for resources: {'Network': ['ID=2c006233-0519-428c-b750-6c5e4d46a20e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:28.103379 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 2c006233-0519-428c-b750-6c5e4d46a20e details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:26:28.108498 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Made reservation on behalf of 6ee52855d08e467f9d2f02685d7bf541 for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:26:28.110947 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.205203 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67784611-0970-42a8-9c86-eb42a151b946 req-bc40fdbb-0230-4bba-a048-5b1063018fb8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:28.206651 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-67784611-0970-42a8-9c86-eb42a151b946 req-bc40fdbb-0230-4bba-a048-5b1063018fb8 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0935020 Jun 07 14:26:28.279053 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-67784611-0970-42a8-9c86-eb42a151b946 req-9a31050f-38f4-435f-af39-dcd07fe6d1f6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659943 Jun 07 14:26:28.360051 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (fe9d5a43-1986-4a7f-94a1-bcac016af677), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.406394 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:28.409775 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:28.417435 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9d5a43-1986-4a7f-94a1-bcac016af677,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:28.429298 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Checking segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:28.429658 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Network hostable DHCP agents. Network: 2c006233-0519-428c-b750-6c5e4d46a20e, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:26:28.447469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Network 2c006233-0519-428c-b750-6c5e4d46a20e is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:26:28.456196 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 2c006233-0519-428c-b750-6c5e4d46a20e) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:28.460083 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:28.460675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.468372 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aecc01-4517-4132-a534-d651df5f5678 None None] Network 2c006233-0519-428c-b750-6c5e4d46a20e requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:26:28.476867 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2a55e971-ee0c-49c7-b96b-8a7e056a338c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4006310 Jun 07 14:26:28.479668 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46936) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:28.484366 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:28.505400 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (eb8296b9-ee6a-4869-9210-8b374ed73314), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.506391 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (eb8296b9-ee6a-4869-9210-8b374ed73314), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.559439 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks [] for router_controller (eb8296b9-ee6a-4869-9210-8b374ed73314), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.577365 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-2c006233-0519-428c-b750-6c5e4d46a20e', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:26:28.578328 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.700803 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:28.721488 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Allocated IP 172.20.0.2 (2c006233-0519-428c-b750-6c5e4d46a20e/fe9d5a43-1986-4a7f-94a1-bcac016af677/4f2c7bbf-5037-4677-87a0-53ca32aa8bf9) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:28.870641 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Publish callbacks [] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.877201 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.909150 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks [] for router_gateway (eb8296b9-ee6a-4869-9210-8b374ed73314), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.920989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Network 2c006233-0519-428c-b750-6c5e4d46a20e is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:28.924247 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Pushing event updated for resources: {'Port': ['ID=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:28.926668 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:28.928787 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:28.987737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Attempting to bind port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:28.988111 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Attempting to bind port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:28.988474 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Attempting to bind port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:28.993697 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:28.994069 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Checking segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:28.994472 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:28.994860 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Bound using segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:28.995362 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Bound port: 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:28.995769 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.057321 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] For port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:29.060637 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] For port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:29.067373 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.088833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks [] for router_gateway (eb8296b9-ee6a-4869-9210-8b374ed73314), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.110023 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.122994 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427b28-2f6b-4450-9193-a55579fbb8e8 None None] Pushing event updated for resources: {'Port': ['ID=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:29.225475 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Allocated IP 172.27.2.207 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/89f8775c-fb1d-44df-a6b7-e682bf165a9f) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:29.373657 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks [] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.421050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98ff9c-4cbd-4741-93f6-15d3a03a0ede req-2dd7a8b6-dc17-47ca-838e-4969196b0470 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:29.422719 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ea98ff9c-4cbd-4741-93f6-15d3a03a0ede req-2dd7a8b6-dc17-47ca-838e-4969196b0470 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0629110 Jun 07 14:26:29.450314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.487813 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:29.493876 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:29.502078 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:29.506346 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:29.510134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Pushing event updated for resources: {'Port': ['ID=89f8775c-fb1d-44df-a6b7-e682bf165a9f,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:29.542494 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:29.650478 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ea98ff9c-4cbd-4741-93f6-15d3a03a0ede req-57e9b009-6818-4584-a0ce-7a12045a56d5 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186508 Jun 07 14:26:29.788429 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks [] for router_gateway (eb8296b9-ee6a-4869-9210-8b374ed73314), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:29.992586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (eb8296b9-ee6a-4869-9210-8b374ed73314), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.002317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415264f-0492-454d-9286-d59c4cb7618c None None] Network 2c006233-0519-428c-b750-6c5e4d46a20e requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:26:30.060158 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:30.080873 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] Provisioning complete for port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:30.081246 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.124249 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Router eb8296b9-ee6a-4869-9210-8b374ed73314 is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:26:30.207151 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] Current status of the port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:30.208205 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.232931 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:30.243030 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:30.249288 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] For port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:30.254797 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.259354 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.259559 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:30.263208 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e1c82f2d-d4cc-45a1-b0a7-eb58a6563efe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7800229 Jun 07 14:26:30.263385 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:30.263523 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46942) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:30.308233 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d2aed-b65f-454c-905e-15ac204cb045 None None] Pushing event updated for resources: {'Port': ['ID=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:30.371682 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:30.488459 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-0c33f69c-e4d1-4ac6-8d41-a9fdbe915efb None None] Provisioning complete for port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:30.489154 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0c33f69c-e4d1-4ac6-8d41-a9fdbe915efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.505743 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:30.511428 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:30.620784 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0c33f69c-e4d1-4ac6-8d41-a9fdbe915efb None None] Current status of the port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:30.627532 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:30.646649 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:29Z', 'revision_number': 3, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:30.673613 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:30.673892 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:30.674072 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.674577 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Updating router eb8296b9-ee6a-4869-9210-8b374ed73314 port 89f8775c-fb1d-44df-a6b7-e682bf165a9f binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:26:30.706616 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.711896 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:30.719811 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:30.756105 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:30.846304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5b8c5-70d0-4a3d-b4b6-8a19758ed5e2 req-adc958ea-8a83-439c-a77b-391dea40a956 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:30.847799 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6ba5b8c5-70d0-4a3d-b4b6-8a19758ed5e2 req-adc958ea-8a83-439c-a77b-391dea40a956 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0841568 Jun 07 14:26:30.945914 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6ba5b8c5-70d0-4a3d-b4b6-8a19758ed5e2 req-13619941-3a34-4a9f-9802-dbfa53e85d9b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876722 Jun 07 14:26:30.948892 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Allocated IP 172.20.0.1 (2c006233-0519-428c-b750-6c5e4d46a20e/fe9d5a43-1986-4a7f-94a1-bcac016af677/2ee08c11-e3bc-4ae8-93eb-e601751254c5) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:30.995394 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Publish callbacks [] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.001577 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.052650 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Attempting to bind port 89f8775c-fb1d-44df-a6b7-e682bf165a9f on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:31.053017 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Attempting to bind port 89f8775c-fb1d-44df-a6b7-e682bf165a9f by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:31.053380 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Attempting to bind port 89f8775c-fb1d-44df-a6b7-e682bf165a9f on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:31.054661 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks [] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.063247 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:31.063623 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:31.064046 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.064724 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:31.065332 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Bound port: 89f8775c-fb1d-44df-a6b7-e682bf165a9f, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:31.065694 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.070342 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Pushing event updated for resources: {'Port': ['ID=89f8775c-fb1d-44df-a6b7-e682bf165a9f,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:31.087059 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.101382 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.101907 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.102084 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.102439 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.102775 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.103106 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.103455 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.103777 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.104103 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.104426 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.104748 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.105088 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.105936 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.106254 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.106575 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:31.128711 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Network 2c006233-0519-428c-b750-6c5e4d46a20e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:31.131620 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:31.135348 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:31.136689 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] For port 89f8775c-fb1d-44df-a6b7-e682bf165a9f, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:31.140233 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] For port 89f8775c-fb1d-44df-a6b7-e682bf165a9f, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=89f8775c-fb1d-44df-a6b7-e682bf165a9f,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:31.146321 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.161702 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee08c11-e3bc-4ae8-93eb-e601751254c5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:31.182798 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (eb8296b9-ee6a-4869-9210-8b374ed73314), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.200465 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788505f-b7ba-4ff2-b5c5-59ef0a5af6db None None] Pushing event updated for resources: {'Port': ['ID=89f8775c-fb1d-44df-a6b7-e682bf165a9f,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:31.225098 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:31.227322 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:31.228041 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:31.289603 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:31.301703 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:31.329375 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:31.334611 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.342363 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:31.352026 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-e390cd43-03a3-4aa7-ab33-cfa92cfac219 None None] Provisioning complete for port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:31.352979 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e390cd43-03a3-4aa7-ab33-cfa92cfac219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.386192 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e390cd43-03a3-4aa7-ab33-cfa92cfac219 None None] Port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:26:31.508307 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:29Z', 'revision_number': 3, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:31.533156 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks [] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.536691 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a59f3-b6e6-49b7-8acd-850e86de645b None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:29Z', 'revision_number': 3, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:31.537707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.606459 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (eb8296b9-ee6a-4869-9210-8b374ed73314), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:31.608290 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee08c11-e3bc-4ae8-93eb-e601751254c5,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:31.705631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Network 2c006233-0519-428c-b750-6c5e4d46a20e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:31.707000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:31.853211 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:26:32.012087 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-59bd0854-fdcc-42c7-983f-5bd54c1c7cf9 None None] Provisioning complete for port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:32.012783 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-59bd0854-fdcc-42c7-983f-5bd54c1c7cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.050287 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-59bd0854-fdcc-42c7-983f-5bd54c1c7cf9 None None] Port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:26:32.243545 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:32.250679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4fb62-04d9-48bc-837d-91def85424dc req-8c216ca1-4bb2-410f-aaa9-20573e152bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:32.252839 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b4fb62-04d9-48bc-837d-91def85424dc req-8c216ca1-4bb2-410f-aaa9-20573e152bdd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.0503902 Jun 07 14:26:32.255179 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-392bb7b6-9000-4a68-bc78-389001106490 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb8296b9-ee6a-4869-9210-8b374ed73314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904063 Jun 07 14:26:32.268304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8c968-691d-41e9-adef-4ee3bf118707 req-0402fab2-8235-442f-ab08-19b553ea6969 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:32.271048 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-afe8c968-691d-41e9-adef-4ee3bf118707 req-0402fab2-8235-442f-ab08-19b553ea6969 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0697927 Jun 07 14:26:32.319444 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b4fb62-04d9-48bc-837d-91def85424dc req-4688db58-6c32-4f09-b2cd-640451aaaff4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595825 Jun 07 14:26:32.330482 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-afe8c968-691d-41e9-adef-4ee3bf118707 req-993c4c4f-6372-4e5e-8405-09062a57c4fb tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530150 Jun 07 14:26:32.547766 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 89f8775c-fb1d-44df-a6b7-e682bf165a9f up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:32.593148 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 89f8775c-fb1d-44df-a6b7-e682bf165a9f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:32.593522 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.778403 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:32.794831 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 89f8775c-fb1d-44df-a6b7-e682bf165a9f is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:32.795247 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.817538 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 89f8775c-fb1d-44df-a6b7-e682bf165a9f, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=89f8775c-fb1d-44df-a6b7-e682bf165a9f,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:32.822483 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.826196 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46966) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:32.833536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1492003949-network', 'tenant_id': '25f284306301418aae8458f7fea5b9eb'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:32.856367 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Made reservation on behalf of 25f284306301418aae8458f7fea5b9eb for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:26:32.859820 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.868975 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.874788 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=89f8775c-fb1d-44df-a6b7-e682bf165a9f,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:32.903884 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:32.920528 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:32.950936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks [] for security_group (6b115b51-72bf-43e3-96b9-b723ab04a8e3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.955739 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6b115b51-72bf-43e3-96b9-b723ab04a8e3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:32.979672 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:26:32.996028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b115b51-72bf-43e3-96b9-b723ab04a8e3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:33.000292 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (ddb40cae-06fc-4395-a940-8f4ab2bcd6c1), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.000717 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Added segment ddb40cae-06fc-4395-a940-8f4ab2bcd6c1 of type vlan for network 0d956051-5874-477f-91fd-5cbc9faf064b Jun 07 14:26:33.046943 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (0d956051-5874-477f-91fd-5cbc9faf064b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.072654 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (0d956051-5874-477f-91fd-5cbc9faf064b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.073676 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:33.074352 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.133366 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3060036 Jun 07 14:26:33.136134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:33.141359 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Request body: {'subnet': {'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1492003949-subnet', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:33.149032 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b58aa-9f53-4d47-b66b-26b33b053606 admin admin] Pushing event updated for resources: {'Network': ['ID=0d956051-5874-477f-91fd-5cbc9faf064b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:33.169330 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 0d956051-5874-477f-91fd-5cbc9faf064b details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:26:33.172024 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Made reservation on behalf of 25f284306301418aae8458f7fea5b9eb for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:26:33.174465 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.218225 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:33.243071 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:33.243713 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:33.347101 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (026bbd0a-aceb-4117-844c-223a304fbae0), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.356879 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:33.397847 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Pushing event updated for resources: {'Subnet': ['ID=026bbd0a-aceb-4117-844c-223a304fbae0,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:33.443599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Checking segment: {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:33.443599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Network hostable DHCP agents. Network: 0d956051-5874-477f-91fd-5cbc9faf064b, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:26:33.468747 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad9db-2e61-4465-be21-30bdd2cd0df5 req-821193fc-f789-4e42-a04e-c5a07c5aff7a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:33.470478 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f70ad9db-2e61-4465-be21-30bdd2cd0df5 req-821193fc-f789-4e42-a04e-c5a07c5aff7a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0614634 Jun 07 14:26:33.486396 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Network 0d956051-5874-477f-91fd-5cbc9faf064b is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:26:33.505707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 0d956051-5874-477f-91fd-5cbc9faf064b) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:33.516620 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:33.516828 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42afe8df-bb28-4997-8b2e-060edeffa283 None None] Network 0d956051-5874-477f-91fd-5cbc9faf064b requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:26:33.517208 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.539434 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f70ad9db-2e61-4465-be21-30bdd2cd0df5 req-1dc5822e-af8f-4756-a19a-4f7ebe3db53f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618348 Jun 07 14:26:33.546371 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-73df69a6-527f-45d2-88ff-435c7e06588f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4061024 Jun 07 14:26:33.546545 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46972) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:33.551449 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:33.572543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.573558 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.608995 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:33.624232 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 2, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:33.625055 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks [] for router_controller (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.630190 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:33.654399 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:33.654750 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Updating router eb8296b9-ee6a-4869-9210-8b374ed73314 port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:26:33.690351 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:33.707643 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.720262 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-0d956051-5874-477f-91fd-5cbc9faf064b', 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b', 'project_id': '25f284306301418aae8458f7fea5b9eb', 'fixed_ips': [{'subnet_id': '026bbd0a-aceb-4117-844c-223a304fbae0'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:26:33.721175 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.765788 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks [] for router_gateway (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.953515 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks [] for router_gateway (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:33.977159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.031606 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Allocated IP 172.20.0.2 (0d956051-5874-477f-91fd-5cbc9faf064b/026bbd0a-aceb-4117-844c-223a304fbae0/1519570c-58f9-462a-881f-8e3bbd0f4a60) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:34.088480 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Allocated IP 172.27.2.218 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/858c4144-e42e-4e69-b839-afecdddb31a9) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:34.145075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:34.223018 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks [] for port (858c4144-e42e-4e69-b839-afecdddb31a9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.256662 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.257966 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Publish callbacks [] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.273460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.280402 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Publish callbacks [] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.293997 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:34.298594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:34.304868 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:34.309777 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.310765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Pushing event updated for resources: {'Port': ['ID=858c4144-e42e-4e69-b839-afecdddb31a9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:34.313091 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:34.338983 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb040cf-5c60-4f39-b125-ddefbd9dea12 None None] Pushing event updated for resources: {'Port': ['ID=2ee08c11-e3bc-4ae8-93eb-e601751254c5,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:34.356073 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Network 0d956051-5874-477f-91fd-5cbc9faf064b is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:34.381202 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:34.401083 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:34.438151 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Pushing event updated for resources: {'Port': ['ID=1519570c-58f9-462a-881f-8e3bbd0f4a60,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:34.494911 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Attempting to bind port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:34.495304 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Attempting to bind port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:34.495662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Attempting to bind port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:34.514171 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:34.514549 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Checking segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:34.514955 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.515372 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Bound using segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:34.515847 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Bound port: 2ee08c11-e3bc-4ae8-93eb-e601751254c5, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:34.516231 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.518481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Attempting to bind port 1519570c-58f9-462a-881f-8e3bbd0f4a60 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:34.518837 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Attempting to bind port 1519570c-58f9-462a-881f-8e3bbd0f4a60 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:34.519186 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Attempting to bind port 1519570c-58f9-462a-881f-8e3bbd0f4a60 on network 0d956051-5874-477f-91fd-5cbc9faf064b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:34.533172 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:34.533544 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Checking segment: {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:34.533951 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.534339 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Bound using segment: {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:34.534817 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Bound port: 1519570c-58f9-462a-881f-8e3bbd0f4a60, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:34.535202 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.577224 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 89f8775c-fb1d-44df-a6b7-e682bf165a9f up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:34.586675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:34.588314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks [] for router_gateway (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.670314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:34.678053 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] For port 2ee08c11-e3bc-4ae8-93eb-e601751254c5, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:34.712192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e613768-4f94-4f54-8582-3bfb1f08f16d req-c0eff375-a14b-4f0b-a046-8571a00bcfd6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:34.713748 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e613768-4f94-4f54-8582-3bfb1f08f16d req-c0eff375-a14b-4f0b-a046-8571a00bcfd6 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0874028 Jun 07 14:26:34.816301 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2e613768-4f94-4f54-8582-3bfb1f08f16d req-4a50054b-58fc-4fd6-97cd-e84c17d2d288 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957320 Jun 07 14:26:34.825529 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] For port 2ee08c11-e3bc-4ae8-93eb-e601751254c5, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=2ee08c11-e3bc-4ae8-93eb-e601751254c5,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:34.834815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] For port 1519570c-58f9-462a-881f-8e3bbd0f4a60, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:34.838088 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] For port 1519570c-58f9-462a-881f-8e3bbd0f4a60, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=1519570c-58f9-462a-881f-8e3bbd0f4a60,segment=NetworkSegment(ddb40cae-06fc-4395-a940-8f4ab2bcd6c1),segment_id=ddb40cae-06fc-4395-a940-8f4ab2bcd6c1)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:34.841496 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 89f8775c-fb1d-44df-a6b7-e682bf165a9f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:34.841940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.844420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] Provisioning complete for port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:34.845002 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.874463 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.882555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.884903 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:34.996947 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0995b9e-03be-4fc0-8ec3-6cb96405e0cb None None] Pushing event updated for resources: {'Port': ['ID=1519570c-58f9-462a-881f-8e3bbd0f4a60,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:35.000629 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:35.001257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:35.039284 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:26:35.100608 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 89f8775c-fb1d-44df-a6b7-e682bf165a9f is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:35.196468 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:35.211067 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Sync routers for ids ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:35.230955 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:35.232685 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-8abc0bf1-16b2-4c88-a740-1591523071b5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6850636 Jun 07 14:26:35.235455 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 46986) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:35.236388 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Routers {'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:35.239638 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:35.256321 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:35.257570 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] Current status of the port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:35.258087 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:35.357676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] For port 2ee08c11-e3bc-4ae8-93eb-e601751254c5, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=2ee08c11-e3bc-4ae8-93eb-e601751254c5,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:35.364819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:35.379568 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:35.392017 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb040cf-5c60-4f39-b125-ddefbd9dea12 None None] Pushing event updated for resources: {'Port': ['ID=2ee08c11-e3bc-4ae8-93eb-e601751254c5,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:35.436651 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:35.441357 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Set router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:35.463157 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-1433f283-9ec0-442a-a097-d14be6dc6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:35.467913 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-1433f283-9ec0-442a-a097-d14be6dc6de0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.0918736 Jun 07 14:26:35.487380 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d084b9e-0380-4445-b546-ccd19e329ec3 None None] Pushing event updated for resources: {'Port': ['ID=2ee08c11-e3bc-4ae8-93eb-e601751254c5,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:35.582106 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-23512858-80bf-4a17-b99d-4f02b45448dc None None] Provisioning complete for port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:35.582481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-23512858-80bf-4a17-b99d-4f02b45448dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:35.600025 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-4a7db20f-97dc-4298-a4d9-55eade25c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:35.602823 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-4a7db20f-97dc-4298-a4d9-55eade25c54e service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.1256437 Jun 07 14:26:35.621429 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310eaf-8c99-4f1e-81e2-74cae151e945 req-87ca62ac-6a5c-46b0-b63e-675cde50fbcf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:35.622949 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-87310eaf-8c99-4f1e-81e2-74cae151e945 req-87ca62ac-6a5c-46b0-b63e-675cde50fbcf tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.1802478 Jun 07 14:26:35.677705 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:34Z', 'revision_number': 3, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:35.707210 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-79b51d2d-5b2a-4127-83ae-158799965974 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 1000 time: 0.0934436 Jun 07 14:26:35.708046 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-87310eaf-8c99-4f1e-81e2-74cae151e945 req-ca5f53a2-df22-4558-b8c7-9973e762fbcc tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795155 Jun 07 14:26:35.711094 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Checking router: a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:35.711653 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Updating router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 port 858c4144-e42e-4e69-b839-afecdddb31a9 binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:26:35.753001 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:35.767104 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-23512858-80bf-4a17-b99d-4f02b45448dc None None] Current status of the port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:35.769789 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:34Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:35.792491 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-a330137f-84fe-45bd-b44e-3143ac8bcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:35.794964 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-a330137f-84fe-45bd-b44e-3143ac8bcfc4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0782852 Jun 07 14:26:35.801054 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b551ce-374c-4d2d-a9f0-de2d7909cc9f None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:34Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:35.889913 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-fb36a0b3-8790-4ec2-aa11-1aec7eca96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:35.891739 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-fb36a0b3-8790-4ec2-aa11-1aec7eca96bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834336 Jun 07 14:26:35.924996 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:35.961976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:36.039609 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.051179 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-2ef409fd-cd89-4e86-ad8c-05785f919afa service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523514 Jun 07 14:26:36.090421 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:36.133314 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Publish callbacks [] for port (858c4144-e42e-4e69-b839-afecdddb31a9), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.143110 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.179089 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:36.218570 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-007cb072-52d0-442b-8c2b-875aac5c6877 req-09f338b4-1aa7-42c1-827b-c76661f9ea6b service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569598 Jun 07 14:26:36.230691 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28083843-1195-492a-aac4-d282f36dddb4 None None] Pushing event updated for resources: {'Port': ['ID=858c4144-e42e-4e69-b839-afecdddb31a9,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:36.234592 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Attempting to bind port 858c4144-e42e-4e69-b839-afecdddb31a9 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:36.235195 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Attempting to bind port 858c4144-e42e-4e69-b839-afecdddb31a9 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:36.235968 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Attempting to bind port 858c4144-e42e-4e69-b839-afecdddb31a9 on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:36.244115 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:36.245068 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:36.245576 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.246777 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:36.247396 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Bound port: 858c4144-e42e-4e69-b839-afecdddb31a9, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:36.248014 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.253169 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:36.287359 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Allocated IP 172.20.0.1 (0d956051-5874-477f-91fd-5cbc9faf064b/026bbd0a-aceb-4117-844c-223a304fbae0/6d81851e-de6c-4a03-996b-6e63d320745e) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:36.430132 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks [] for port (6d81851e-de6c-4a03-996b-6e63d320745e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.432396 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] For port 858c4144-e42e-4e69-b839-afecdddb31a9, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:36.437752 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] For port 858c4144-e42e-4e69-b839-afecdddb31a9, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=858c4144-e42e-4e69-b839-afecdddb31a9,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:36.450109 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.463141 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a28755-fc53-493a-a8b1-a4f3043de746 None None] Network 0d956051-5874-477f-91fd-5cbc9faf064b requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:26:36.505239 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.522451 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Routers {'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:36.523138 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:36.581880 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] Provisioning complete for port 1519570c-58f9-462a-881f-8e3bbd0f4a60 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:36.582442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.598807 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Pushing event updated for resources: {'Port': ['ID=6d81851e-de6c-4a03-996b-6e63d320745e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:36.610978 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Network 0d956051-5874-477f-91fd-5cbc9faf064b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:36.616438 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:36.623706 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:36.628014 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:36.640913 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28083843-1195-492a-aac4-d282f36dddb4 None None] Pushing event updated for resources: {'Port': ['ID=858c4144-e42e-4e69-b839-afecdddb31a9,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:36.675728 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.681451 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 1519570c-58f9-462a-881f-8e3bbd0f4a60 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:36.711137 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] Set router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:36.775289 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] Current status of the port 1519570c-58f9-462a-881f-8e3bbd0f4a60 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:36.776255 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.796153 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 1519570c-58f9-462a-881f-8e3bbd0f4a60 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:36.796830 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.851771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] For port 1519570c-58f9-462a-881f-8e3bbd0f4a60, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=1519570c-58f9-462a-881f-8e3bbd0f4a60,segment=NetworkSegment(ddb40cae-06fc-4395-a940-8f4ab2bcd6c1),segment_id=ddb40cae-06fc-4395-a940-8f4ab2bcd6c1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:36.861422 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:36.950002 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf648-affd-4627-9f36-51b4cd47efcc req-7a6b02db-b166-486f-a18d-16d9b32821e4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:36.959096 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5f9cf648-affd-4627-9f36-51b4cd47efcc req-7a6b02db-b166-486f-a18d-16d9b32821e4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0856283 Jun 07 14:26:36.959658 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303c87c-ed7d-4424-a212-072f5b40d454 None None] Pushing event updated for resources: {'Port': ['ID=1519570c-58f9-462a-881f-8e3bbd0f4a60,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:36.982264 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 1519570c-58f9-462a-881f-8e3bbd0f4a60 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:36.983619 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 2ee08c11-e3bc-4ae8-93eb-e601751254c5 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:37.000562 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.010355 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:34Z', 'revision_number': 3, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:37.018058 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:37.042006 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:37.042437 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.049730 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bb5ff-9829-4dd2-a755-3d2046c0c675 None None] The sync data for ids ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'] in dv-cinder-836083-9-iscsi is: [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:34Z', 'revision_number': 3, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:37.095426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5f9cf648-affd-4627-9f36-51b4cd47efcc req-1c24360f-8a7b-45a9-84ed-7ed3ad57f79d tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354191 Jun 07 14:26:37.130200 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-4998342a-8814-42cc-a3e6-784304ccfc90 None None] Provisioning complete for port 6d81851e-de6c-4a03-996b-6e63d320745e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:37.130778 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4998342a-8814-42cc-a3e6-784304ccfc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.192189 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4998342a-8814-42cc-a3e6-784304ccfc90 None None] Port 6d81851e-de6c-4a03-996b-6e63d320745e cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:26:37.245179 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:37.249228 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-4998342a-8814-42cc-a3e6-784304ccfc90 None None] Provisioning complete for port 1519570c-58f9-462a-881f-8e3bbd0f4a60 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:37.249606 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4998342a-8814-42cc-a3e6-784304ccfc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.292513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:37.340191 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks [] for port (6d81851e-de6c-4a03-996b-6e63d320745e), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.350513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.354101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4998342a-8814-42cc-a3e6-784304ccfc90 None None] Current status of the port 1519570c-58f9-462a-881f-8e3bbd0f4a60 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:37.436915 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Pushing event updated for resources: {'Port': ['ID=6d81851e-de6c-4a03-996b-6e63d320745e,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:37.442180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.487038 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-b3dde3df-5904-4d97-9319-7a9e04b93f65 None None] Provisioning complete for port 6d81851e-de6c-4a03-996b-6e63d320745e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:37.487038 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b3dde3df-5904-4d97-9319-7a9e04b93f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.538650 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b3dde3df-5904-4d97-9319-7a9e04b93f65 None None] Port 6d81851e-de6c-4a03-996b-6e63d320745e cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:26:37.562841 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Network 0d956051-5874-477f-91fd-5cbc9faf064b is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:37.564318 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:37.697690 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:26:37.811715 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:37.816580 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-fb44e73f-aad5-46c4-8d56-498f2c3c8400 admin admin] 10.222.0.81 "PUT /v2.0/routers/a775ca5d-0c3f-4861-ba2e-128eaa5e51a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5799861 Jun 07 14:26:37.869250 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-bd44fd32-4f9a-4fab-8651-0b64e75d7836 None None] Provisioning complete for port 6d81851e-de6c-4a03-996b-6e63d320745e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:37.869758 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bd44fd32-4f9a-4fab-8651-0b64e75d7836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:37.890499 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:37.908193 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bd44fd32-4f9a-4fab-8651-0b64e75d7836 None None] Port 6d81851e-de6c-4a03-996b-6e63d320745e cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:26:38.178297 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47000) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:38.184161 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262891354', 'description': 'tempest-secgroup-smoke-1262891354 description', 'project_id': '6ee52855d08e467f9d2f02685d7bf541'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:38.207858 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.223353 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ea004-4646-4e7d-a193-7c987445f172 req-0f5e55f2-8f7f-4684-a15f-7bcf0d5367a2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:38.224974 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ae8ea004-4646-4e7d-a193-7c987445f172 req-0f5e55f2-8f7f-4684-a15f-7bcf0d5367a2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0529830 Jun 07 14:26:38.274653 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ae8ea004-4646-4e7d-a193-7c987445f172 req-5dc95145-0fc6-400d-8c92-1bcc1d9a42ae tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Jun 07 14:26:38.279773 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group (ffdebfa7-13a8-4f3f-84d9-450e5d83dc29), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.283823 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (ffdebfa7-13a8-4f3f-84d9-450e5d83dc29), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.314365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.315543 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1355376 Jun 07 14:26:38.317358 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1ff87-490c-4097-9b5b-ce7111c9402d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:38.318530 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47002) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:38.325315 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group_rule': {'security_group_id': 'ffdebfa7-13a8-4f3f-84d9-450e5d83dc29', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:38.350983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (01f44ef6-553b-45c2-95d0-1810415c81c7), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.635253 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 858c4144-e42e-4e69-b839-afecdddb31a9 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:38.638478 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (01f44ef6-553b-45c2-95d0-1810415c81c7), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.642541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (01f44ef6-553b-45c2-95d0-1810415c81c7), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.666725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:38.668958 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f44ef6-553b-45c2-95d0-1810415c81c7,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:38.680927 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.682100 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615160 Jun 07 14:26:38.683544 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.683876 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.684347 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.684761 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.685042 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47004) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:38.685145 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.685381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.685702 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.686014 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.686326 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.686854 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.686983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.687314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.687577 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.687886 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.688194 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad9ec7-b6bd-43d4-95cd-10380ef97d09 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:38.690674 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 858c4144-e42e-4e69-b839-afecdddb31a9 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:38.691056 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.691533 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group_rule': {'security_group_id': 'ffdebfa7-13a8-4f3f-84d9-450e5d83dc29', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:38.710821 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:38.721315 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (cc6e24ba-a4f3-4461-9961-e505b682f44a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.724612 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:38.788427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (cc6e24ba-a4f3-4461-9961-e505b682f44a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.792331 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (cc6e24ba-a4f3-4461-9961-e505b682f44a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.813875 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6e24ba-a4f3-4461-9961-e505b682f44a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:38.820144 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.821304 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-84bf8c98-c4dc-4102-b63d-3b8b6bea4e49 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348102 Jun 07 14:26:38.824035 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47006) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:38.828463 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group_rule': {'security_group_id': 'ffdebfa7-13a8-4f3f-84d9-450e5d83dc29', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:38.860804 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (e999b6eb-d7be-4e78-86da-90e42031b0c9), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.892081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 858c4144-e42e-4e69-b839-afecdddb31a9 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:38.892636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.910413 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (e999b6eb-d7be-4e78-86da-90e42031b0c9), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.913870 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 858c4144-e42e-4e69-b839-afecdddb31a9, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=858c4144-e42e-4e69-b839-afecdddb31a9,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:38.915338 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (e999b6eb-d7be-4e78-86da-90e42031b0c9), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.918999 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.920230 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 1519570c-58f9-462a-881f-8e3bbd0f4a60 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:38.936679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e999b6eb-d7be-4e78-86da-90e42031b0c9,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:38.945556 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:38.947107 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6ed8ea90-4848-4763-b3ca-4a433837e903 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220751 Jun 07 14:26:38.950636 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47008) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:38.955774 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group_rule': {'security_group_id': 'ffdebfa7-13a8-4f3f-84d9-450e5d83dc29', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:38.991074 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (77eb8f8f-6e6e-4352-ba8f-fa224564632a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.001861 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=858c4144-e42e-4e69-b839-afecdddb31a9,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:39.005808 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 1519570c-58f9-462a-881f-8e3bbd0f4a60 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:39.006395 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.055618 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (77eb8f8f-6e6e-4352-ba8f-fa224564632a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.059367 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (77eb8f8f-6e6e-4352-ba8f-fa224564632a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.080084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eb8f8f-6e6e-4352-ba8f-fa224564632a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:39.087207 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 1519570c-58f9-462a-881f-8e3bbd0f4a60 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:39.087711 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.091583 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-cf6e5815-beb5-424d-953e-cb8bb09d6c91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373415 Jun 07 14:26:39.092351 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47010) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:39.097058 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group_rule': {'security_group_id': 'ffdebfa7-13a8-4f3f-84d9-450e5d83dc29', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:39.119828 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.securitygroups_db [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Project 6ee52855d08e467f9d2f02685d7bf541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:26:39.126185 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (b510b434-dcc7-4e61-a8e9-22e8603f4ce3), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.167151 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:39.192698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (b510b434-dcc7-4e61-a8e9-22e8603f4ce3), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.197002 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (b510b434-dcc7-4e61-a8e9-22e8603f4ce3), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.219507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b510b434-dcc7-4e61-a8e9-22e8603f4ce3,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:39.227778 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.231814 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e83c2c1a-1dd6-4049-acb2-208895ec464d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356919 Jun 07 14:26:39.231975 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47012) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:39.236163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'security_group_rule': {'security_group_id': 'ffdebfa7-13a8-4f3f-84d9-450e5d83dc29', 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:39.259051 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.securitygroups_db [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Project 6ee52855d08e467f9d2f02685d7bf541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:26:39.266630 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (58a5f6da-439e-46c4-8388-d73d6f2d5806), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.270680 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Sync routers for ids ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:39.281984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Routers {'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:39.282604 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:39.336096 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (58a5f6da-439e-46c4-8388-d73d6f2d5806), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.342571 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (58a5f6da-439e-46c4-8388-d73d6f2d5806), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.362268 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a5f6da-439e-46c4-8388-d73d6f2d5806,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:39.372672 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.374136 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-aeb6fad7-01c8-4df7-a8b1-8e9fa8700a91 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412718 Jun 07 14:26:39.385626 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:39.404857 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Set router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:39.411188 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1941b7f-3b5a-42ec-88cd-0183074eac55 req-68c36b69-f980-44c4-b5c1-ea0d045fdb3b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:39.413017 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e1941b7f-3b5a-42ec-88cd-0183074eac55 req-68c36b69-f980-44c4-b5c1-ea0d045fdb3b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0604515 Jun 07 14:26:39.467797 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e1941b7f-3b5a-42ec-88cd-0183074eac55 req-57f7a332-7b2e-4b3a-a592-1b537f9336c1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487339 Jun 07 14:26:39.587819 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f955dc-78a7-49d4-8f1b-04234c8f1bba req-cfd3d465-3dca-4f5a-9f94-a77308c816df tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:39.589377 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a9f955dc-78a7-49d4-8f1b-04234c8f1bba req-cfd3d465-3dca-4f5a-9f94-a77308c816df tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0548820 Jun 07 14:26:39.598745 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47058) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:39.603567 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Request body: {'floatingip': {'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:39.614668 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:36Z', 'revision_number': 4, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '6d81851e-de6c-4a03-996b-6e63d320745e', 'name': '', 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'mac_address': 'fa:16:3e:47:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '026bbd0a-aceb-4117-844c-223a304fbae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:36Z', 'updated_at': '2022-06-07T14:26:37Z', 'revision_number': 2, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'subnets': [{'id': '026bbd0a-aceb-4117-844c-223a304fbae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:39.647350 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Checking router: a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:39.647702 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Updating router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 port 6d81851e-de6c-4a03-996b-6e63d320745e binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:26:39.658879 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.676394 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:39.781390 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:40.065957 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Publish callbacks [] for port (6d81851e-de6c-4a03-996b-6e63d320745e), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.077801 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.158354 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17126e16-6e2d-485b-8e3e-6c98a1a6d260 None None] Pushing event updated for resources: {'Port': ['ID=6d81851e-de6c-4a03-996b-6e63d320745e,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:40.184868 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d725a97-cdac-47c5-b832-a4cb0c5fd8aa req-c185e912-12f1-438b-9d9f-b395a4d3fcb8 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:40.186243 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d725a97-cdac-47c5-b832-a4cb0c5fd8aa req-c185e912-12f1-438b-9d9f-b395a4d3fcb8 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.1180768 Jun 07 14:26:40.204226 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:40.227705 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Attempting to bind port 6d81851e-de6c-4a03-996b-6e63d320745e on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:40.228698 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Attempting to bind port 6d81851e-de6c-4a03-996b-6e63d320745e by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:40.229409 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Attempting to bind port 6d81851e-de6c-4a03-996b-6e63d320745e on network 0d956051-5874-477f-91fd-5cbc9faf064b {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:40.241550 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.248138 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.257019 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:40.258568 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Checking segment: {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:40.259676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.262328 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Bound using segment: {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:40.263194 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Bound port: 6d81851e-de6c-4a03-996b-6e63d320745e, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:40.266872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.275847 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d725a97-cdac-47c5-b832-a4cb0c5fd8aa req-8ab9e711-1579-414b-aab3-a9076e529fb6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832155 Jun 07 14:26:40.391856 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-2f6af7bc-8a77-4027-9c41-5269e7f33649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:40.392520 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] For port 6d81851e-de6c-4a03-996b-6e63d320745e, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:40.393374 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-2f6af7bc-8a77-4027-9c41-5269e7f33649 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1168 time: 0.3020751 Jun 07 14:26:40.396884 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] For port 6d81851e-de6c-4a03-996b-6e63d320745e, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=6d81851e-de6c-4a03-996b-6e63d320745e,segment=NetworkSegment(ddb40cae-06fc-4395-a940-8f4ab2bcd6c1),segment_id=ddb40cae-06fc-4395-a940-8f4ab2bcd6c1)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:40.409273 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.510855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17126e16-6e2d-485b-8e3e-6c98a1a6d260 None None] Pushing event updated for resources: {'Port': ['ID=6d81851e-de6c-4a03-996b-6e63d320745e,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:40.524206 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Routers {'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:40.525005 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:40.580499 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-77a3cd84-c19b-4ae2-a890-56557589ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:40.581988 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-77a3cd84-c19b-4ae2-a890-56557589ff07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 916 time: 0.1775479 Jun 07 14:26:40.656799 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 858c4144-e42e-4e69-b839-afecdddb31a9 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:40.669174 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:40.676353 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Router 385bb97d-3630-44ef-9e4f-5b41730fb4ed has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:26:40.680361 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-d49c2a17-47e7-4d30-acd0-2b5825cec90e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 1001 time: 0.0788786 Jun 07 14:26:40.683271 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:40.692589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] Provisioning complete for port 6d81851e-de6c-4a03-996b-6e63d320745e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:40.692961 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.708379 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:40.726381 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:40.760589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] Set router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:40.795061 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-585bc0ad-7605-4777-a8ef-a63cd75a69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:40.796874 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-585bc0ad-7605-4777-a8ef-a63cd75a69fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.1077039 Jun 07 14:26:40.805256 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 858c4144-e42e-4e69-b839-afecdddb31a9 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:40.805639 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.896620 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:40.902435 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.906345 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-26109c1e-e90f-4203-a0ab-35d615d17a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:40.909597 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-26109c1e-e90f-4203-a0ab-35d615d17a7c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868959 Jun 07 14:26:40.909762 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] Sync routers for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:40.926732 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:40.933015 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:40.960686 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] Current status of the port 6d81851e-de6c-4a03-996b-6e63d320745e is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:40.961075 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:40.978187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:41.007722 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:41.010584 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a7832-a808-4af8-846e-c8d19ea4d917" -d '{"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:41.054069 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] For port 6d81851e-de6c-4a03-996b-6e63d320745e, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=6d81851e-de6c-4a03-996b-6e63d320745e,segment=NetworkSegment(ddb40cae-06fc-4395-a940-8f4ab2bcd6c1),segment_id=ddb40cae-06fc-4395-a940-8f4ab2bcd6c1)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:41.066939 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c5097870-6aea-4dfe-ba7f-69312bba815c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "PUT /v2.0/floatingips/23590136-7f99-408f-ad4c-fc1a03600632 HTTP/1.1" status: 200 len: 992 time: 1.4667892 Jun 07 14:26:41.079568 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:41.086574 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 858c4144-e42e-4e69-b839-afecdddb31a9 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:41.090364 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:41.122776 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-f8660c9d-3a14-4dcb-a195-63d3e51571b3 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916103 Jun 07 14:26:41.145922 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:36Z', 'revision_number': 4, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '6d81851e-de6c-4a03-996b-6e63d320745e', 'name': '', 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'mac_address': 'fa:16:3e:47:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '026bbd0a-aceb-4117-844c-223a304fbae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:36Z', 'updated_at': '2022-06-07T14:26:40Z', 'revision_number': 4, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'subnets': [{'id': '026bbd0a-aceb-4117-844c-223a304fbae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:41.179283 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef53d22-5609-42f3-a1d6-18d10b45e3c5 None None] The sync data for ids ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'] in dv-cinder-836083-9-iscsi is: [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:36Z', 'revision_number': 4, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '6d81851e-de6c-4a03-996b-6e63d320745e', 'name': '', 'network_id': '0d956051-5874-477f-91fd-5cbc9faf064b', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'mac_address': 'fa:16:3e:47:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '026bbd0a-aceb-4117-844c-223a304fbae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:36Z', 'updated_at': '2022-06-07T14:26:40Z', 'revision_number': 4, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'subnets': [{'id': '026bbd0a-aceb-4117-844c-223a304fbae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:41.199064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8c328-ff26-4594-86d5-8ab61750ac85 None None] Pushing event updated for resources: {'Port': ['ID=6d81851e-de6c-4a03-996b-6e63d320745e,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:41.254044 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf76690-0137-4691-8a45-e41e585f3040 x-openstack-request-id: req-faf76690-0137-4691-8a45-e41e585f3040 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:41.265942 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-944798fe-29a7-42b6-a7a4-9b9dae664fe5 None None] Provisioning complete for port 6d81851e-de6c-4a03-996b-6e63d320745e triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:41.269134 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-944798fe-29a7-42b6-a7a4-9b9dae664fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:41.279325 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:41.280900 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-faf76690-0137-4691-8a45-e41e585f3040 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:41.287389 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf76690-0137-4691-8a45-e41e585f3040'] response: {'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'status': 'completed', 'code': 200} Jun 07 14:26:41.356618 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-9e1ecf10-1c88-4c18-8f60-301c737a22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:41.368885 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-9e1ecf10-1c88-4c18-8f60-301c737a22f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.0707419 Jun 07 14:26:41.379330 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-d4a70da9-e451-4f8f-b171-8ce3b2a4fef6 req-181b8779-0b2b-492b-a13b-8a362c3ae386 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431455 Jun 07 14:26:41.487335 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-944798fe-29a7-42b6-a7a4-9b9dae664fe5 None None] Current status of the port 6d81851e-de6c-4a03-996b-6e63d320745e is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:41.488636 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '23590136-7f99-408f-ad4c-fc1a03600632', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:07Z', 'updated_at': '2022-06-07T14:26:40Z', 'revision_number': 3, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:41.532641 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] Checking router: 385bb97d-3630-44ef-9e4f-5b41730fb4ed for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:41.543359 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:41.544452 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:41.567488 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55719328-2391-4581-92ca-959147c59e86 req-af237963-f99c-4c59-aceb-dbf6a9267267 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:41.579754 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55719328-2391-4581-92ca-959147c59e86 req-af237963-f99c-4c59-aceb-dbf6a9267267 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.1056736 Jun 07 14:26:41.636148 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-b82b5ac5-6f84-4897-925b-c4363a384586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:41.643363 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-b82b5ac5-6f84-4897-925b-c4363a384586 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.2683780 Jun 07 14:26:41.689521 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:41.721533 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:41.737356 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:41.799163 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55719328-2391-4581-92ca-959147c59e86 req-0de982aa-cb04-43ad-9205-9878474d21de tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118196 Jun 07 14:26:41.813991 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77bbcd-7c7a-4a79-8794-4f7718f05c08 req-59bcf6b1-5218-40db-aab4-8eef20265fb2 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:41.815611 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4a77bbcd-7c7a-4a79-8794-4f7718f05c08 req-59bcf6b1-5218-40db-aab4-8eef20265fb2 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0836947 Jun 07 14:26:41.822458 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-be541dbe-2ba7-485f-a1e5-1fff859e9d2f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 1000 time: 0.1606226 Jun 07 14:26:41.872519 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4a77bbcd-7c7a-4a79-8794-4f7718f05c08 req-0fb59e1a-4018-4ad7-9ef5-418b8eadd68b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490160 Jun 07 14:26:41.942678 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '23590136-7f99-408f-ad4c-fc1a03600632', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:07Z', 'updated_at': '2022-06-07T14:26:40Z', 'revision_number': 3, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:41.969555 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1dacfa-f696-4936-b773-2cf737e63f51 None None] The sync data for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi is: [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '23590136-7f99-408f-ad4c-fc1a03600632', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'port_id': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'mac_address': 'fa:16:3e:9b:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:24:07Z', 'updated_at': '2022-06-07T14:26:40Z', 'revision_number': 3, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:42.567085 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 6d81851e-de6c-4a03-996b-6e63d320745e up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:42.621904 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 6d81851e-de6c-4a03-996b-6e63d320745e triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:42.622509 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:42.708288 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 6d81851e-de6c-4a03-996b-6e63d320745e is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:42.955771 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f415c1-0be2-48a2-87c1-1f77f783d378 req-d1d0778e-f676-4884-83cc-c102d378e674 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:42.957352 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-59f415c1-0be2-48a2-87c1-1f77f783d378 req-d1d0778e-f676-4884-83cc-c102d378e674 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0787807 Jun 07 14:26:43.009624 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7df3-c031-4d17-97b6-41731f9b03ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:43.065175 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d135-7b33-419f-ad73-fb210665dd3a req-b9e42b45-166c-4d44-b711-2aa1d85ab741 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:43.066924 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d801d135-7b33-419f-ad73-fb210665dd3a req-b9e42b45-166c-4d44-b711-2aa1d85ab741 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.1065023 Jun 07 14:26:43.124276 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-59f415c1-0be2-48a2-87c1-1f77f783d378 req-1f26cf95-e54b-47a0-afed-fbaf052d3c31 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532893 Jun 07 14:26:43.159757 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d801d135-7b33-419f-ad73-fb210665dd3a req-dd9219ac-eef3-46f4-8b32-138272d23848 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820510 Jun 07 14:26:43.288317 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:43.291564 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfe5859-21da-461c-83a8-09acd841c43c" -d '{"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:43.345996 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b4d9b3-e6aa-41fa-89ba-7cb115ac5af5 x-openstack-request-id: req-54b4d9b3-e6aa-41fa-89ba-7cb115ac5af5 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:43.346279 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:43.346528 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54b4d9b3-e6aa-41fa-89ba-7cb115ac5af5 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:43.346924 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b4d9b3-e6aa-41fa-89ba-7cb115ac5af5'] response: {'name': 'network-changed', 'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'status': 'completed', 'code': 200} Jun 07 14:26:44.281399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3c28c-67f5-47e2-9f41-e905ee3e1770 req-32735223-9668-4d3d-9164-f8faf2ff57a2 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.282864 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63c3c28c-67f5-47e2-9f41-e905ee3e1770 req-32735223-9668-4d3d-9164-f8faf2ff57a2 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0885935 Jun 07 14:26:44.321596 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:44.344151 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9756505-a0bd-4ca1-9405-34e6da459a5f req-89e48511-bca7-4e4c-9bd3-628c8eb48aea tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.345586 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9756505-a0bd-4ca1-9405-34e6da459a5f req-89e48511-bca7-4e4c-9bd3-628c8eb48aea tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.1094425 Jun 07 14:26:44.347408 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-aba9d784-a769-460e-86d4-4c338210c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.348714 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-aba9d784-a769-460e-86d4-4c338210c1cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.1227095 Jun 07 14:26:44.444031 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63c3c28c-67f5-47e2-9f41-e905ee3e1770 req-d0b251b3-b9df-43ea-a9aa-397a0c928c2f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421993 Jun 07 14:26:44.458131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-0031fd13-80fa-420e-a944-256b6d5ffc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.459632 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-0031fd13-80fa-420e-a944-256b6d5ffc32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776169 Jun 07 14:26:44.463002 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9756505-a0bd-4ca1-9405-34e6da459a5f req-75c4fe35-eaab-4f6b-b8ee-6154f871c7b3 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=b76cfd6c-5439-49cd-88e5-b9c160e79356&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110053 Jun 07 14:26:44.546409 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:26:44.553401 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-bb7aff66-eee0-4f5e-b07d-e74a12b8de14 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870667 Jun 07 14:26:44.567389 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-ab2a20a1-87d7-4f92-bf25-aa6f222b6027 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.569064 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-ab2a20a1-87d7-4f92-bf25-aa6f222b6027 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 945 time: 0.0617905 Jun 07 14:26:44.629936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:44.664111 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d4a7832-a808-4af8-846e-c8d19ea4d917 req-06fd9c4a-220e-4405-ae1d-00160f82c1bd service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956082 Jun 07 14:26:44.664464 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Deleting port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:26:44.664989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:44.746911 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5859-21da-461c-83a8-09acd841c43c req-93d1314a-0673-4a0c-bbb6-d24dd55c54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.748469 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-93d1314a-0673-4a0c-bbb6-d24dd55c54fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 1129 time: 0.0410788 Jun 07 14:26:44.761945 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] For port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:44.762320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:44.852354 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5859-21da-461c-83a8-09acd841c43c req-7341e99d-3b53-49d9-8212-5d7ac72b13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.853829 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-7341e99d-3b53-49d9-8212-5d7ac72b13ab service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.0941474 Jun 07 14:26:44.923408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-c97d0e5e-e9be-4c42-8b7e-4d6bc620cd4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 200 len: 1000 time: 0.0575886 Jun 07 14:26:44.975004 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5859-21da-461c-83a8-09acd841c43c req-a60ad024-3252-45c6-bbc4-c165d4d83028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:44.976837 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-a60ad024-3252-45c6-bbc4-c165d4d83028 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.0483098 Jun 07 14:26:45.035806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5859-21da-461c-83a8-09acd841c43c req-26e15f7d-368d-4188-9823-d8692d56757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:45.037312 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-26e15f7d-368d-4188-9823-d8692d56757b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521445 Jun 07 14:26:45.136642 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-7ff83d5c-16ef-4332-a132-d728087ea967 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896945 Jun 07 14:26:45.210608 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:45.210912 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (fcb915c5-8c17-4554-8582-6c5a106df307), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:45.211200 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Floating IP fcb915c5-8c17-4554-8582-6c5a106df307 disassociated. External IP: 172.27.2.6, port: 3fcce599-f9f4-4a19-a2d1-e0608cd6435f. Jun 07 14:26:45.212547 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Calling delete_port for 3fcce599-f9f4-4a19-a2d1-e0608cd6435f owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:26:45.238114 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bfe5859-21da-461c-83a8-09acd841c43c req-3ace352c-0a78-45be-a8da-98c84ece7c84 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947328 Jun 07 14:26:45.278875 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:45.337264 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:45.348944 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (3fcce599-f9f4-4a19-a2d1-e0608cd6435f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:45.380448 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event deleted for resources: {'Port': ['ID=3fcce599-f9f4-4a19-a2d1-e0608cd6435f,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:45.434673 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c41a010c-ec41-4b27-900a-dee5e1add7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:45.497769 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:26:45.582088 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236764-0b7d-416b-baa7-09f1ee231ce5 req-569f7a8a-746e-4cda-ad53-1f5fad25e615 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:45.583799 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9236764-0b7d-416b-baa7-09f1ee231ce5 req-569f7a8a-746e-4cda-ad53-1f5fad25e615 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0661530 Jun 07 14:26:45.602749 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ce3dad88-13c4-4edb-8558-55e897afb33d req-6b471450-b33a-41c8-8ea3-99084644ecd8 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b HTTP/1.1" status: 200 len: 210 time: 0.0386946 Jun 07 14:26:45.617041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:26:45.631575 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:26:45.648774 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:45.650089 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:45.661670 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9236764-0b7d-416b-baa7-09f1ee231ce5 req-42719f47-0093-4382-a915-7060f26e08d3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618885 Jun 07 14:26:45.691694 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] No DVR routers for this DVR port 3fcce599-f9f4-4a19-a2d1-e0608cd6435f on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:26:45.694471 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:45.697967 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f4a63128-e86b-43e6-a89e-3576e4cd1e9f req-00bc7842-8e90-4b22-8b97-19f8d4316788 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "DELETE /v2.0/ports/3fcce599-f9f4-4a19-a2d1-e0608cd6435f HTTP/1.1" status: 204 len: 173 time: 1.1201668 Jun 07 14:26:45.698580 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'name': 'network-vif-deleted', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:45.704368 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288eb48e-6878-4a97-b785-2658e68015c7" -d '{"events": [{"server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "name": "network-vif-deleted", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:45.774983 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9c2c3-3746-434d-afde-237242729b6c x-openstack-request-id: req-f5a9c2c3-3746-434d-afde-237242729b6c {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:45.775640 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b", "name": "network-vif-deleted", "tag": "3fcce599-f9f4-4a19-a2d1-e0608cd6435f", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:45.775986 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5a9c2c3-3746-434d-afde-237242729b6c {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:45.776470 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a9c2c3-3746-434d-afde-237242729b6c'] response: {'server_uuid': 'ed4789cf-bc6b-4fe2-b6e0-3d4defe8924b', 'name': 'network-vif-deleted', 'tag': '3fcce599-f9f4-4a19-a2d1-e0608cd6435f', 'status': 'completed', 'code': 200} Jun 07 14:26:45.935116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:46.127831 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:46.159851 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:26:46.169100 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:26:46.169714 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:46.283307 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:46.288341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:46.300736 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:26:46.332649 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:46.505632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:26:46.533437 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ce64a-f368-445a-a830-f82451c8feff None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:26:46.706202 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47140) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:46.803709 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:46.824062 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bad391-d533-4ea7-afef-9f692d28ce96 req-8ae3a684-1aec-4f47-86a0-04a62a6e9b85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:46.826091 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-41bad391-d533-4ea7-afef-9f692d28ce96 req-8ae3a684-1aec-4f47-86a0-04a62a6e9b85 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0840354 Jun 07 14:26:46.830393 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9d28433-5009-4fcd-8cda-20ce24901a43 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (b76cfd6c-5439-49cd-88e5-b9c160e79356), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:46.878135 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9d28433-5009-4fcd-8cda-20ce24901a43 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (b76cfd6c-5439-49cd-88e5-b9c160e79356), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:46.904708 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf0253-e547-41ba-8916-28b607f82f80 None None] New status for floating IP fcb915c5-8c17-4554-8582-6c5a106df307: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:26:46.947297 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-41bad391-d533-4ea7-afef-9f692d28ce96 req-1864835f-536f-425c-90b5-90e4478f681c tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142819 Jun 07 14:26:46.973572 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9d28433-5009-4fcd-8cda-20ce24901a43 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b76cfd6c-5439-49cd-88e5-b9c160e79356), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:46.976200 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9d28433-5009-4fcd-8cda-20ce24901a43 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:46.980464 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-a9d28433-5009-4fcd-8cda-20ce24901a43 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "DELETE /v2.0/security-groups/b76cfd6c-5439-49cd-88e5-b9c160e79356 HTTP/1.1" status: 204 len: 168 time: 0.2703187 Jun 07 14:26:46.981246 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47142) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:46.988729 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d28433-5009-4fcd-8cda-20ce24901a43 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76cfd6c-5439-49cd-88e5-b9c160e79356,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:46.999212 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.api.v2.resource [None req-57bae48b-72b9-4afe-b144-330e4bb93ede tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] show failed (client error): The resource could not be found. Jun 07 14:26:47.000386 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-57bae48b-72b9-4afe-b144-330e4bb93ede tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups/b76cfd6c-5439-49cd-88e5-b9c160e79356 HTTP/1.1" status: 404 len: 347 time: 0.0182393 Jun 07 14:26:47.003709 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47144) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:47.136385 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:47.182028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Deleting port a9179b54-4cec-4567-9305-a9d532d7664c {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:26:47.182367 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (a9179b54-4cec-4567-9305-a9d532d7664c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.269065 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (a9179b54-4cec-4567-9305-a9d532d7664c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.269470 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (a9179b54-4cec-4567-9305-a9d532d7664c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.285331 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Calling delete_port for a9179b54-4cec-4567-9305-a9d532d7664c owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:26:47.437877 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (a9179b54-4cec-4567-9305-a9d532d7664c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.465902 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event deleted for resources: {'Port': ['ID=a9179b54-4cec-4567-9305-a9d532d7664c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:47.536506 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (fcb915c5-8c17-4554-8582-6c5a106df307), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.539571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.543242 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-9170b490-f339-493b-9619-c3c34b5474f4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "DELETE /v2.0/floatingips/fcb915c5-8c17-4554-8582-6c5a106df307 HTTP/1.1" status: 204 len: 168 time: 0.5348580 Jun 07 14:26:47.612644 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47150) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:47.617506 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555558973', 'description': 'tempest-description--1905221303'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:47.640522 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.665952 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3fcce599-f9f4-4a19-a2d1-e0608cd6435f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:26:47.686289 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 3fcce599-f9f4-4a19-a2d1-e0608cd6435f {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:26:47.686896 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3fcce599-f9f4-4a19-a2d1-e0608cd6435f not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:26:47.709994 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (5a04b97e-08eb-4204-8bb0-69653aebde93), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.713899 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5a04b97e-08eb-4204-8bb0-69653aebde93), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.752194 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.753702 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399052 Jun 07 14:26:47.755050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3370b6-a7c1-4515-b415-51e88b2065a6 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04b97e-08eb-4204-8bb0-69653aebde93,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:47.756664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47152) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:47.761808 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'security_group_rule': {'security_group_id': '5a04b97e-08eb-4204-8bb0-69653aebde93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:47.797394 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (87bedfa0-588f-4a22-bd5b-3868e4da872a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.861733 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (87bedfa0-588f-4a22-bd5b-3868e4da872a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.865398 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (87bedfa0-588f-4a22-bd5b-3868e4da872a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.884095 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bedfa0-588f-4a22-bd5b-3868e4da872a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:47.900328 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:47.902267 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-1fcbabc4-b604-4b7e-b41b-55f7e2034e86 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439171 Jun 07 14:26:47.906971 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47156) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:47.911749 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'security_group_rule': {'security_group_id': '5a04b97e-08eb-4204-8bb0-69653aebde93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:47.948504 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (57125662-c091-486c-bf31-6a46d290dc43), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.029211 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.034609 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (57125662-c091-486c-bf31-6a46d290dc43), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.039035 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (57125662-c091-486c-bf31-6a46d290dc43), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.071359 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57125662-c091-486c-bf31-6a46d290dc43,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:48.082582 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.086932 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-877cea63-886f-433a-8223-e2ebd83e2a0e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758327 Jun 07 14:26:48.087340 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47160) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:26:48.092089 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:48.114422 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54a4fd-3f83-4fe0-8eab-5807427dd55a req-3601f623-9187-4492-9786-3e38f9c14d2d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:48.116373 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ae54a4fd-3f83-4fe0-8eab-5807427dd55a req-3601f623-9187-4492-9786-3e38f9c14d2d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0692501 Jun 07 14:26:48.124112 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.139932 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:48.195186 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ae54a4fd-3f83-4fe0-8eab-5807427dd55a req-0fafbd1f-dc7e-4b7d-8a78-75a185a2323b tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724127 Jun 07 14:26:48.224707 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.345349 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Allocated IP 172.27.2.21 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/74c25156-3e88-4277-a046-7b5865ee2c70) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:48.349038 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:48.355737 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:48.465571 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for port (74c25156-3e88-4277-a046-7b5865ee2c70), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.500583 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (74c25156-3e88-4277-a046-7b5865ee2c70), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.538335 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:48.541068 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:48.545174 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:48.575717 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'Port': ['ID=74c25156-3e88-4277-a046-7b5865ee2c70,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:48.640608 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (3c46d32b-d541-4ee7-b418-aa0805e81324), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.679526 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (74c25156-3e88-4277-a046-7b5865ee2c70), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.865399 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for port (74c25156-3e88-4277-a046-7b5865ee2c70), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.871099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (74c25156-3e88-4277-a046-7b5865ee2c70), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.951272 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'Port': ['ID=74c25156-3e88-4277-a046-7b5865ee2c70,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:48.959283 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (3c46d32b-d541-4ee7-b418-aa0805e81324), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.976270 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:48.977544 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-00e4d3be-e347-49bf-b330-5d04959d352e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8892391 Jun 07 14:26:49.134975 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-cc5615a7-1018-4f04-8a90-6836744cf26a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--555558973&fields=id&tenant_id=798b460fbb2e4be69df7f5f419844832 HTTP/1.1" status: 200 len: 267 time: 0.0461242 Jun 07 14:26:49.248423 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-c911c76c-1aa3-45b2-97a6-3cad448f3c0a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:49.249895 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-c911c76c-1aa3-45b2-97a6-3cad448f3c0a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 811 time: 0.1084890 Jun 07 14:26:49.264849 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-3ab790b8-7e58-4da9-a949-d3c8a24afe8e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/quotas/798b460fbb2e4be69df7f5f419844832 HTTP/1.1" status: 200 len: 375 time: 0.0095699 Jun 07 14:26:49.349834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a788d1-98c8-4d12-9534-7436719c1f51 req-8c1c3896-a169-4ea5-b85c-66b0a6942c2e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:49.351474 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e0a788d1-98c8-4d12-9534-7436719c1f51 req-8c1c3896-a169-4ea5-b85c-66b0a6942c2e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0822930 Jun 07 14:26:49.355865 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-60a8ffcf-e1a4-41ea-a881-b6f338a0babf tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758862 Jun 07 14:26:49.381432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:49.424582 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e0a788d1-98c8-4d12-9534-7436719c1f51 req-db4e90eb-d17d-4b3b-95e0-55d480ee4860 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672727 Jun 07 14:26:49.510008 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-948ccaba-323f-40e2-b4f9-fb3ea86b35e5 service neutron] 10.222.0.81 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387777 Jun 07 14:26:49.562361 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:49.605709 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-dcb6326a-cf8a-461a-9705-6432fb6b5203 service neutron] 10.222.0.81 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891995 Jun 07 14:26:49.768680 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4261b3c1-d89b-4399-9dce-6b5649d320db req-cbc55bbf-0e7e-40cf-9f4d-e063a6219dbc tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 210 time: 0.0294161 Jun 07 14:26:50.543981 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bdf8c-9451-4b10-9f6f-a3d514869d1d req-820d08f5-fbaf-44ee-971d-b4cdea483ba5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:50.545423 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-899bdf8c-9451-4b10-9f6f-a3d514869d1d req-820d08f5-fbaf-44ee-971d-b4cdea483ba5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0488451 Jun 07 14:26:50.605636 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-899bdf8c-9451-4b10-9f6f-a3d514869d1d req-13bacc4f-5245-4ff9-9a4c-7ca6c7e38dce tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545678 Jun 07 14:26:50.870078 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-00e1cf8e-2d4d-4c01-865c-d69c7fca52ce req-91c08362-074f-4dc9-8d76-c28c427ef99d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 210 time: 0.0335598 Jun 07 14:26:50.921440 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:50.952526 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-ca456d38-132d-496c-aef3-a67c141a10e7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:50.954201 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-ca456d38-132d-496c-aef3-a67c141a10e7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 811 time: 0.1119645 Jun 07 14:26:51.023571 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-f7556545-acdf-4d5a-b92f-ce07b0fd3915 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=798b460fbb2e4be69df7f5f419844832 HTTP/1.1" status: 200 len: 379 time: 0.0587063 Jun 07 14:26:51.040171 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'port': {'device_id': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'admin_state_up': True, 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'security_groups': ['5a04b97e-08eb-4204-8bb0-69653aebde93']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:51.112159 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:51.157516 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Made reservation on behalf of 798b460fbb2e4be69df7f5f419844832 for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:26:51.160992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:51.287855 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Allocated IP 172.20.0.11 (c9379a31-560f-4227-b159-63bce9fe1b34/39026759-74ba-4c90-a9e7-48c4f5c65fb4/cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:26:51.435065 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:51.469243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:51.516785 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Network c9379a31-560f-4227-b159-63bce9fe1b34 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:26:51.524033 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:26:51.526172 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event updated for resources: {'Port': ['ID=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:51.529490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:26:51.587202 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:51.587876 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:51.609067 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-e9dfe76d-c7dd-448e-b1e2-5b135ab12fa7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726697 Jun 07 14:26:51.642741 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Request body: {'port': {'device_id': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:26:51.733314 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:51.767833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9a865-b3f7-4b86-9ae9-f17fe71992e7 req-34c1775b-20ff-4712-9658-34fd6b6e49dd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:51.769495 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8fe9a865-b3f7-4b86-9ae9-f17fe71992e7 req-34c1775b-20ff-4712-9658-34fd6b6e49dd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0580764 Jun 07 14:26:51.787667 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-c330837e-fdc4-4f7e-9659-67f5508edc44 None None] Provisioning complete for port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:51.788260 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c330837e-fdc4-4f7e-9659-67f5508edc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:51.821084 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c330837e-fdc4-4f7e-9659-67f5508edc44 None None] Port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:26:51.841564 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:51.845274 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8fe9a865-b3f7-4b86-9ae9-f17fe71992e7 req-af42c240-cd2b-4390-8929-2d3fc524f7f9 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693514 Jun 07 14:26:51.995656 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bedcd-b1de-4bd2-99b1-aa40498d42e5 req-b8617802-15da-4e74-9823-c78e19a89fce tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:51.997487 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-453bedcd-b1de-4bd2-99b1-aa40498d42e5 req-b8617802-15da-4e74-9823-c78e19a89fce tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 932 time: 0.0500495 Jun 07 14:26:52.007993 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:52.057155 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-453bedcd-b1de-4bd2-99b1-aa40498d42e5 req-c6d28998-48ef-4289-8380-e79e7622aa2b tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525792 Jun 07 14:26:52.077868 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:26:52.085800 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Publish callbacks [] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:52.098481 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Transition to ACTIVE for port object cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:26:52.102490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:52.156210 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:52.235197 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Attempting to bind port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:26:52.235567 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Attempting to bind port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:26:52.235894 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Attempting to bind port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 on network c9379a31-560f-4227-b159-63bce9fe1b34 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:52.240522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 on network c9379a31-560f-4227-b159-63bce9fe1b34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:26:52.240841 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Attempting to bind port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 on network c9379a31-560f-4227-b159-63bce9fe1b34 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:26:52.247176 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:26:52.247642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Checking segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:26:52.248028 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Bound using segment: {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:26:52.248469 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Bound port: cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:26:52.248809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:52.318195 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] For port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:26:52.321123 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] For port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:26:52.327012 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:52.362569 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:52.363491 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:52.364795 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] 10.222.0.75 "PUT /v2.0/ports/cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 HTTP/1.1" status: 200 len: 1094 time: 0.7269955 Jun 07 14:26:52.365216 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:52.367443 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639efda-0bcf-409b-b846-e5ac8a760ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:52.395854 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a1e8a-ef7b-4704-9377-45f608b58130 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:52.412968 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5690e61d-49dd-41fe-b276-0169f4b16727 x-openstack-request-id: req-5690e61d-49dd-41fe-b276-0169f4b16727 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:52.413321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:52.413635 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5690e61d-49dd-41fe-b276-0169f4b16727 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:52.414150 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5690e61d-49dd-41fe-b276-0169f4b16727'] response: {'name': 'network-changed', 'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'status': 'completed', 'code': 200} Jun 07 14:26:52.459862 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-0ba6b75e-59a1-461d-88cc-00ec210f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:52.461387 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-0ba6b75e-59a1-461d-88cc-00ec210f0038 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 1128 time: 0.0440788 Jun 07 14:26:52.518691 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-643ea453-84fe-439d-956a-1ca770f01a71 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 HTTP/1.1" status: 200 len: 217 time: 0.0499868 Jun 07 14:26:52.577596 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-9a1c74d0-7c3d-450f-a889-0ae214ebd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:52.579074 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-9a1c74d0-7c3d-450f-a889-0ae214ebd995 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0517671 Jun 07 14:26:52.623575 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-6f522f13-14bc-47ec-8278-06393a8f117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:52.625063 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-6f522f13-14bc-47ec-8278-06393a8f117b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393512 Jun 07 14:26:52.721251 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-1a394392-89f9-46fb-b289-5d7212b160de service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889962 Jun 07 14:26:52.810491 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b6b9a56f-e862-488c-8add-580a8845bbf4 req-4a87755c-a4ef-4a6e-82c8-f3a630495f2c service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Jun 07 14:26:52.968052 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8982-8b55-47af-b057-ae1e297c65b7 req-ccc80f76-6d51-47b9-be87-e5256a47993f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:52.969770 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-babe8982-8b55-47af-b057-ae1e297c65b7 req-ccc80f76-6d51-47b9-be87-e5256a47993f tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0529752 Jun 07 14:26:53.016772 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:53.030290 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-babe8982-8b55-47af-b057-ae1e297c65b7 req-5d089b02-408e-4812-9811-bb59da264080 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549684 Jun 07 14:26:53.172870 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4ee34-94b4-4fac-bbbb-668cc15cc935 req-22d34035-2171-44a7-b301-50139c2beded tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:53.174401 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4f4ee34-94b4-4fac-bbbb-668cc15cc935 req-22d34035-2171-44a7-b301-50139c2beded tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 944 time: 0.0472109 Jun 07 14:26:53.221854 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4f4ee34-94b4-4fac-bbbb-668cc15cc935 req-6a69ae6b-9b97-426d-907b-1be610e07c2e tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Jun 07 14:26:54.046650 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-61e325c3-31cd-442f-adef-ca61ce186512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:54.048243 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-61e325c3-31cd-442f-adef-ca61ce186512 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 1128 time: 0.0448644 Jun 07 14:26:54.126580 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:54.148176 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae8aa3-6444-4400-8872-9f59a3281696 req-a50fb3c9-9e31-46ff-bfbf-986919132cfd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:54.149672 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-95ae8aa3-6444-4400-8872-9f59a3281696 req-a50fb3c9-9e31-46ff-bfbf-986919132cfd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0512919 Jun 07 14:26:54.156208 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-1aed672b-f370-40dd-9afd-d5b2f5fad077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:54.157680 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-1aed672b-f370-40dd-9afd-d5b2f5fad077 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 912 time: 0.0958457 Jun 07 14:26:54.198311 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-4ba8d5b2-7ef6-4406-a896-d8efcbc47e84 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 HTTP/1.1" status: 200 len: 217 time: 0.0340240 Jun 07 14:26:54.210685 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-95ae8aa3-6444-4400-8872-9f59a3281696 req-48e8fd21-e999-4f51-a4d7-a16b361ff0d1 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549548 Jun 07 14:26:54.222415 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:54.264821 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-278a47a5-b750-41a7-990d-b4f99337f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:54.266294 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-278a47a5-b750-41a7-990d-b4f99337f6c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0512943 Jun 07 14:26:54.334341 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4a67-81da-4bef-862c-dc2f4acce50c req-531bc385-10ef-4609-97ac-8563f72fd9af tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:54.335694 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-777c4a67-81da-4bef-862c-dc2f4acce50c req-531bc385-10ef-4609-97ac-8563f72fd9af tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 944 time: 0.0467379 Jun 07 14:26:54.377386 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-7762193d-2d14-45b5-93a3-339b57fe1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:54.378901 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-7762193d-2d14-45b5-93a3-339b57fe1a5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409398 Jun 07 14:26:54.383969 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-777c4a67-81da-4bef-862c-dc2f4acce50c req-454ca2bc-c950-4708-935d-32faacfc92d8 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 Jun 07 14:26:54.475316 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-2afc8721-bd80-4f57-b583-39e00f0b4619 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871749 Jun 07 14:26:54.566679 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-6639efda-0bcf-409b-b846-e5ac8a760ea6 req-d3f880dd-5ec5-4538-a84a-d17c5d061346 service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Jun 07 14:26:55.324366 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffd5b6-484e-4a71-8be0-3370679e99f8 req-5f9d12c0-3730-481c-a6ee-9e05c156c725 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:55.325820 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a8ffd5b6-484e-4a71-8be0-3370679e99f8 req-5f9d12c0-3730-481c-a6ee-9e05c156c725 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0479903 Jun 07 14:26:55.348991 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:55.389806 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a8ffd5b6-484e-4a71-8be0-3370679e99f8 req-04f2cfe5-7dec-4f41-ac86-fea4f9480af6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583997 Jun 07 14:26:55.497937 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ce721-6a38-48ac-a532-d59a6b2ffbf4 req-a208617c-cc52-4e86-818e-dba26406fc70 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:55.499390 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-743ce721-6a38-48ac-a532-d59a6b2ffbf4 req-a208617c-cc52-4e86-818e-dba26406fc70 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 944 time: 0.0465379 Jun 07 14:26:55.545860 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-743ce721-6a38-48ac-a532-d59a6b2ffbf4 req-4eda00f2-4c16-4312-8c45-797d18175bac tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 Jun 07 14:26:55.709157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:26:55.796212 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:55.809222 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:55.820662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'port_id': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'mac_address': 'fa:16:3e:28:80:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:26:55.855405 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:55.855787 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:55.868315 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:26:55.890973 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:55.894741 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:55.945135 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:55.952230 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.952572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.952933 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.953286 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.953617 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.953941 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.954321 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.954651 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.954978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.955317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.955639 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.955959 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.956275 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.956589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:55.956902 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:26:56.120639 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:56.239744 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:26:56.503263 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bcb5d-7f7e-42a0-9992-007aa4a0c6ff req-ed64a3b4-ed74-4362-b2b4-7a3d5d887fa8 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:56.504656 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b25bcb5d-7f7e-42a0-9992-007aa4a0c6ff req-ed64a3b4-ed74-4362-b2b4-7a3d5d887fa8 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0476778 Jun 07 14:26:56.564027 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b25bcb5d-7f7e-42a0-9992-007aa4a0c6ff req-7d2c61d7-af1b-46d7-9ace-712073b08a31 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537395 Jun 07 14:26:56.662403 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad927820-6e7d-43d9-add7-8d3da782aad9 req-d1c7501f-cfe0-4ecf-b11e-3cb0f7e1d596 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:56.663872 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad927820-6e7d-43d9-add7-8d3da782aad9 req-d1c7501f-cfe0-4ecf-b11e-3cb0f7e1d596 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 945 time: 0.0501161 Jun 07 14:26:56.711034 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad927820-6e7d-43d9-add7-8d3da782aad9 req-0d17ab5d-ea25-4a17-8e4a-a87d8b6715d4 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 Jun 07 14:26:57.045462 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:57.066166 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:57.675762 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe73f0-ce4a-4958-bfc8-794c312f61bb req-22c02f90-6c73-491f-aace-9544ef82d4c6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:57.677197 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4bbe73f0-ce4a-4958-bfc8-794c312f61bb req-22c02f90-6c73-491f-aace-9544ef82d4c6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0466883 Jun 07 14:26:57.721412 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:26:57.737296 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4bbe73f0-ce4a-4958-bfc8-794c312f61bb req-5c35bfc6-2af0-4cf8-a3c7-80ebb6d898d4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545182 Jun 07 14:26:57.767070 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:26:57.774928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:26:57.774928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:57.852230 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:26:57.852544 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:57.867390 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3c2a2-72b7-4ff3-bbba-e4d621883639 req-65c64fb3-118a-49a1-9411-02599115a80d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:57.867390 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7dc3c2a2-72b7-4ff3-bbba-e4d621883639 req-65c64fb3-118a-49a1-9411-02599115a80d tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 945 time: 0.0564592 Jun 07 14:26:57.880011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:26:57.883060 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112c8c6c-4350-40dd-a9ee-902552e419be" -d '{"events": [{"server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "name": "network-vif-plugged", "status": "completed", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:26:57.901087 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:26:57.906945 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:26:57.916708 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7dc3c2a2-72b7-4ff3-bbba-e4d621883639 req-f24728e7-001e-4be0-b9fa-013890659eb9 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500894 Jun 07 14:26:57.937101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328df3c3-b470-4bd5-b268-ffef3fa7eecd x-openstack-request-id: req-328df3c3-b470-4bd5-b268-ffef3fa7eecd {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:26:57.937380 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "name": "network-vif-plugged", "status": "completed", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:26:57.937806 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-328df3c3-b470-4bd5-b268-ffef3fa7eecd {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:26:57.938354 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328df3c3-b470-4bd5-b268-ffef3fa7eecd'] response: {'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'code': 200} Jun 07 14:26:57.973770 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:26:58.051535 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-95854050-5f6d-476b-a73d-bccb90df1ac9 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262891354&fields=id&tenant_id=6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 267 time: 0.0497096 Jun 07 14:26:58.101072 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132793b-087e-4164-9693-341a522b9682 req-2083e0a5-3e69-4252-b345-54d5a4a9a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:58.102764 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f132793b-087e-4164-9693-341a522b9682 req-2083e0a5-3e69-4252-b345-54d5a4a9a5e7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 1130 time: 0.0393994 Jun 07 14:26:58.147105 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f132793b-087e-4164-9693-341a522b9682 req-07a8b9b0-5a27-4c4f-9815-763e94971d2c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376668 Jun 07 14:26:58.158180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-786f9de1-658e-4785-b661-cfb27e5e8795 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:58.159629 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-786f9de1-658e-4785-b661-cfb27e5e8795 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 811 time: 0.1017399 Jun 07 14:26:58.174494 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-16403b1a-5c75-4b8f-9ad9-869ce3de4315 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/quotas/6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Jun 07 14:26:58.191780 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:58.227023 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-3b263190-31f3-49a2-bd49-6e50492ba797 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477338 Jun 07 14:26:58.363951 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-1a621be6-5966-409b-8bb0-c15d3869e5b7 service neutron] 10.222.0.81 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250284 Jun 07 14:26:58.455288 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-9d8190aa-f76f-46a5-bb86-a2eb3b74f0c4 service neutron] 10.222.0.81 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Jun 07 14:26:58.739417 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-869b1df8-622a-40d2-b30f-7829aea3481c req-2250c2e6-b81b-41fb-aa42-745e211a4b9c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 210 time: 0.0293119 Jun 07 14:26:58.844290 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:26:58.856887 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763247d-87b5-4c1a-9b68-787db00aa9e3 req-d0a5a0e9-e584-4950-b9bb-eb117bf55ee7 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:58.858343 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3763247d-87b5-4c1a-9b68-787db00aa9e3 req-d0a5a0e9-e584-4950-b9bb-eb117bf55ee7 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0508866 Jun 07 14:26:58.923875 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3763247d-87b5-4c1a-9b68-787db00aa9e3 req-f17c25c8-ce63-44bc-8bd2-5f28f236f8fd tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600131 Jun 07 14:26:59.250637 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9ad9d-517e-49cd-9bb7-67200d43b6fb req-37a3fd40-3949-48f9-b7e8-47b3454d05af tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:26:59.252164 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70d9ad9d-517e-49cd-9bb7-67200d43b6fb req-37a3fd40-3949-48f9-b7e8-47b3454d05af tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.2626255 Jun 07 14:26:59.301467 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70d9ad9d-517e-49cd-9bb7-67200d43b6fb req-fd8c8ec3-faf9-4add-a9fc-270e353ef6f8 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436525 Jun 07 14:26:59.831800 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6db0f04b-e26d-432a-8140-075d37d55093 req-28e49b77-17a2-494f-91a2-928be2671f9e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Jun 07 14:27:00.046812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde233e-c978-44d8-bc42-22b5de8824a9 req-75f49bac-4218-41f4-961b-7a9beae49ec3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:00.048206 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5bde233e-c978-44d8-bc42-22b5de8824a9 req-75f49bac-4218-41f4-961b-7a9beae49ec3 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0532978 Jun 07 14:27:00.110138 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5bde233e-c978-44d8-bc42-22b5de8824a9 req-7f8a92dd-e1c3-46ce-9d08-9c029ea4d686 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561552 Jun 07 14:27:00.413714 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93e197-9325-4f34-9478-bef95889b5e3 req-9d31339e-bf69-4d1d-a04c-95234b8c8fd9 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:00.415153 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5c93e197-9325-4f34-9478-bef95889b5e3 req-9d31339e-bf69-4d1d-a04c-95234b8c8fd9 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.0470755 Jun 07 14:27:00.461888 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5c93e197-9325-4f34-9478-bef95889b5e3 req-b55b3560-1bff-4fba-a441-b6e72dfe4d46 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Jun 07 14:27:00.569958 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418d296-44e8-4fe5-9e7c-86e29b864a14 req-45c40e2c-a0aa-41d4-9487-069ed25d5612 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:00.571538 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8418d296-44e8-4fe5-9e7c-86e29b864a14 req-45c40e2c-a0aa-41d4-9487-069ed25d5612 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.0464404 Jun 07 14:27:00.580599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47298) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:00.584718 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Request body: {'floatingip': {'port_id': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:00.624376 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (3c46d32b-d541-4ee7-b418-aa0805e81324), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:00.985723 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-62f4fa27-8aeb-4f4c-9573-98c82fbbea62 req-2e213fdf-2cfd-471e-a5aa-e30fe367eeb1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 210 time: 0.0457883 Jun 07 14:27:01.027819 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-8cbe4c03-4e5c-4dc9-bf31-4a987d710ea8 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:01.029284 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-8cbe4c03-4e5c-4dc9-bf31-4a987d710ea8 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 811 time: 0.1211834 Jun 07 14:27:01.066109 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:01.176496 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-00e24a02-bef4-4d95-9ea1-8f447b474b17 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 380 time: 0.0729046 Jun 07 14:27:01.187203 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'port': {'device_id': '99bfe151-4396-4c86-9fb5-f26989972141', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'admin_state_up': True, 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'security_groups': ['ffdebfa7-13a8-4f3f-84d9-450e5d83dc29']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:01.283092 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88bf85-912e-4774-a542-b7a8fcb9329e req-18a7ce54-55bc-4480-8dcf-4a75725b5fd4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:01.284643 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3b88bf85-912e-4774-a542-b7a8fcb9329e req-18a7ce54-55bc-4480-8dcf-4a75725b5fd4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0980773 Jun 07 14:27:01.297163 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.304683 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (3c46d32b-d541-4ee7-b418-aa0805e81324), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.305314 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Made reservation on behalf of 6ee52855d08e467f9d2f02685d7bf541 for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:27:01.309780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.407744 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:01.431246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3b88bf85-912e-4774-a542-b7a8fcb9329e req-09ef6ef3-7759-46b4-8840-eb3d1be1d835 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=260e07c0-80f5-42e0-86b3-50d346f3c11d&id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396661 Jun 07 14:27:01.442114 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Floating IP 3c46d32b-d541-4ee7-b418-aa0805e81324 associated. External IP: 172.27.2.21, port: cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0. Jun 07 14:27:01.442815 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Allocated IP 172.20.0.7 (2c006233-0519-428c-b750-6c5e4d46a20e/fe9d5a43-1986-4a7f-94a1-bcac016af677/cf62c8e3-d8c3-4512-a430-f4144559869d) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:27:01.531383 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:01.574960 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:01.594649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.629061 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.661047 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:27:01.676231 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Network 2c006233-0519-428c-b750-6c5e4d46a20e is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:27:01.679961 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:01.690788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:27:01.695444 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=cf62c8e3-d8c3-4512-a430-f4144559869d,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:01.735015 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.736041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.736389 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.736719 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.737065 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.737534 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.737729 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.738255 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.738495 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.738824 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.739174 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.739544 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.739869 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.740192 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.740515 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:01.769565 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:01.770218 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.788525 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-20d69f6b-ab44-4a1e-865a-f699b52a3dce tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069117 Jun 07 14:27:01.802799 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Request body: {'port': {'device_id': '99bfe151-4396-4c86-9fb5-f26989972141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:01.804501 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:01.811278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.816426 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:27:01.837226 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:01.838104 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:01.864320 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7bae5512-2dad-4b98-9ba6-0ee7b34666a0 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "PUT /v2.0/floatingips/3c46d32b-d541-4ee7-b418-aa0805e81324 HTTP/1.1" status: 200 len: 991 time: 1.2805843 Jun 07 14:27:01.864320 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:01.865686 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45093da7-33b9-4117-beca-213e76df1abc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:01.884936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.959440 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-a77b098d-a5fa-43c6-8257-80bae7136ef8 None None] Provisioning complete for port cf62c8e3-d8c3-4512-a430-f4144559869d triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:01.959811 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a77b098d-a5fa-43c6-8257-80bae7136ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:01.980681 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f665e2e-38cd-4623-af24-81d017f5c053 x-openstack-request-id: req-7f665e2e-38cd-4623-af24-81d017f5c053 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:01.981210 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:01.981538 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f665e2e-38cd-4623-af24-81d017f5c053 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:01.982077 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f665e2e-38cd-4623-af24-81d017f5c053'] response: {'name': 'network-changed', 'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'status': 'completed', 'code': 200} Jun 07 14:27:02.009897 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a77b098d-a5fa-43c6-8257-80bae7136ef8 None None] Port cf62c8e3-d8c3-4512-a430-f4144559869d cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:27:02.011422 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:02.063823 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093da7-33b9-4117-beca-213e76df1abc req-23a319de-cec1-4a70-a601-1a180b4de581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.066180 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-23a319de-cec1-4a70-a601-1a180b4de581 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=798b460fbb2e4be69df7f5f419844832&device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 1130 time: 0.0575883 Jun 07 14:27:02.117343 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.215614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf62c8e3-d8c3-4512-a430-f4144559869d {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:27:02.224393 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Publish callbacks [] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:02.239046 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Transition to ACTIVE for port object cf62c8e3-d8c3-4512-a430-f4144559869d will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:27:02.243678 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:02.306647 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '3c46d32b-d541-4ee7-b418-aa0805e81324', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'port_id': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'mac_address': 'fa:16:3e:28:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:26:48Z', 'updated_at': '2022-06-07T14:27:01Z', 'revision_number': 1, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:02.315494 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.342281 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:27:02.352349 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.354267 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:02.355333 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:26:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:02.364924 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=cf62c8e3-d8c3-4512-a430-f4144559869d,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:02.382067 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Attempting to bind port cf62c8e3-d8c3-4512-a430-f4144559869d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:27:02.382425 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Attempting to bind port cf62c8e3-d8c3-4512-a430-f4144559869d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:27:02.382730 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Attempting to bind port cf62c8e3-d8c3-4512-a430-f4144559869d on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:27:02.389687 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Port cf62c8e3-d8c3-4512-a430-f4144559869d on network 2c006233-0519-428c-b750-6c5e4d46a20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:27:02.390107 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Attempting to bind port cf62c8e3-d8c3-4512-a430-f4144559869d on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:27:02.396480 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:27:02.396817 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Checking segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:27:02.397321 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Bound using segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:27:02.397754 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Bound port: cf62c8e3-d8c3-4512-a430-f4144559869d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:27:02.398113 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:02.405660 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199a478-332f-473a-8049-c3f171e925b5 req-7724b986-c845-46c8-a9cb-b4dc4bfdffb3 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.407175 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1199a478-332f-473a-8049-c3f171e925b5 req-7724b986-c845-46c8-a9cb-b4dc4bfdffb3 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 931 time: 0.3125439 Jun 07 14:27:02.467709 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] For port cf62c8e3-d8c3-4512-a430-f4144559869d, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:27:02.471759 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] For port cf62c8e3-d8c3-4512-a430-f4144559869d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cf62c8e3-d8c3-4512-a430-f4144559869d,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:27:02.483552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:02.492031 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1199a478-332f-473a-8049-c3f171e925b5 req-25192364-8ed6-43fb-bd03-6033268a7523 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739789 Jun 07 14:27:02.500837 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093da7-33b9-4117-beca-213e76df1abc req-10d099b0-d8d6-4c0c-bfee-53084f9033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.505643 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-10d099b0-d8d6-4c0c-bfee-53084f9033a2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 200 len: 912 time: 0.4330180 Jun 07 14:27:02.521418 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:02.523817 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.541209 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.542374 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:02.543854 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] 10.222.0.75 "PUT /v2.0/ports/cf62c8e3-d8c3-4512-a430-f4144559869d HTTP/1.1" status: 200 len: 1093 time: 0.7476821 Jun 07 14:27:02.544313 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:02.546570 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3138e8e-4769-4bd4-888c-f3002900ef5b" -d '{"events": [{"name": "network-changed", "server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:02.574937 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb85b1-4c80-4244-87e4-cf84a787bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=cf62c8e3-d8c3-4512-a430-f4144559869d,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:02.621469 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-c7dc3ad5-0475-4f84-96ca-619acd40ee6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 HTTP/1.1" status: 200 len: 999 time: 0.1096106 Jun 07 14:27:02.638525 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8538691-4d66-4599-9a2f-4193fc778dcc x-openstack-request-id: req-d8538691-4d66-4599-9a2f-4193fc778dcc {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:02.639078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:02.639869 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8538691-4d66-4599-9a2f-4193fc778dcc {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:02.640452 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8538691-4d66-4599-9a2f-4193fc778dcc'] response: {'name': 'network-changed', 'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'status': 'completed', 'code': 200} Jun 07 14:27:02.655421 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-07397a28-266a-4825-83f6-342fda80cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.656961 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-07397a28-266a-4825-83f6-342fda80cad6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 1127 time: 0.0665264 Jun 07 14:27:02.705206 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093da7-33b9-4117-beca-213e76df1abc req-2c3e3230-3c5a-4a58-874e-ee5ef4a4490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.706201 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-d1399c14-cbeb-46e7-8f5e-0143341cf7ba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf62c8e3-d8c3-4512-a430-f4144559869d HTTP/1.1" status: 200 len: 217 time: 0.0396671 Jun 07 14:27:02.707154 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-2c3e3230-3c5a-4a58-874e-ee5ef4a4490b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 200 len: 850 time: 0.0781200 Jun 07 14:27:02.734392 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.778888 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45093da7-33b9-4117-beca-213e76df1abc req-8701d818-a3e7-45a9-9859-51846e4b5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.780492 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-8701d818-a3e7-45a9-9859-51846e4b5a20 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9379a31-560f-4227-b159-63bce9fe1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509870 Jun 07 14:27:02.788351 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-4c0f9ea9-1284-4f9c-8e4d-dfad90df440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.789512 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-4c0f9ea9-1284-4f9c-8e4d-dfad90df440c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0633676 Jun 07 14:27:02.816611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '3c46d32b-d541-4ee7-b418-aa0805e81324', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'port_id': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'mac_address': 'fa:16:3e:28:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:26:48Z', 'updated_at': '2022-06-07T14:27:01Z', 'revision_number': 1, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:02.842539 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-87686cf0-1796-4321-9ec2-5a34dcbc6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:02.844292 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f8ab4-2318-4cea-a045-53d4a0666079 None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '3c46d32b-d541-4ee7-b418-aa0805e81324', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'port_id': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'mac_address': 'fa:16:3e:28:80:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:26:48Z', 'updated_at': '2022-06-07T14:27:01Z', 'revision_number': 1, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:27:02.844651 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-87686cf0-1796-4321-9ec2-5a34dcbc6fa3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421982 Jun 07 14:27:02.852641 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.875837 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:02.882817 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-0a3462a4-3326-4ad3-b477-173cb9a5445f service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946193 Jun 07 14:27:02.953460 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-9d6b0453-f084-4b72-ab67-ec6a487d8e11 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982380 Jun 07 14:27:02.977930 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45093da7-33b9-4117-beca-213e76df1abc req-13a4f8df-8630-4520-a668-30a98140718c service neutron] 10.222.0.75 "GET /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882192 Jun 07 14:27:03.048972 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f37dede7-cc99-4b94-870e-dc5d80a022b0 req-41f957dd-bb13-41c4-96f4-f1d80d4ea343 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 Jun 07 14:27:03.065600 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ce833-96d3-4710-9620-b125e9191a91 None None] New status for floating IP 3c46d32b-d541-4ee7-b418-aa0805e81324: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:27:03.384285 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-75ddc2f7-7616-41e1-a248-ff6a44a77dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:03.385818 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-75ddc2f7-7616-41e1-a248-ff6a44a77dd5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 1127 time: 0.0397987 Jun 07 14:27:03.627314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957d47-39c1-4a93-a427-1e88c2f10a45 req-d370f27d-cac7-43e6-b846-8ed5ecc730a1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:03.628738 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b5957d47-39c1-4a93-a427-1e88c2f10a45 req-d370f27d-cac7-43e6-b846-8ed5ecc730a1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 943 time: 0.0503056 Jun 07 14:27:03.679531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b5957d47-39c1-4a93-a427-1e88c2f10a45 req-2f4b8f6b-4a26-4efe-b2ca-3faa59eb2e37 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Jun 07 14:27:03.709049 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-d9aa0b51-5ba6-4ac3-a4c6-b09ae486cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:03.710620 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-d9aa0b51-5ba6-4ac3-a4c6-b09ae486cda7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.3172524 Jun 07 14:27:03.751645 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-eaa286eb-b383-4dd9-afe3-96185b2c0255 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf62c8e3-d8c3-4512-a430-f4144559869d HTTP/1.1" status: 200 len: 217 time: 0.0338264 Jun 07 14:27:03.805293 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-afa1be0d-d5fb-419a-9639-a036bf1206cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:03.806699 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-afa1be0d-d5fb-419a-9639-a036bf1206cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0463591 Jun 07 14:27:03.852028 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-1ad2bf47-48e5-486d-a689-8f129288ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:03.853492 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-1ad2bf47-48e5-486d-a689-8f129288ad0d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392830 Jun 07 14:27:03.931019 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:03.947592 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-0de7fbea-6b06-435c-8ef5-3b6a3c64cfa7 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 Jun 07 14:27:04.043867 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f3138e8e-4769-4bd4-888c-f3002900ef5b req-7aaee30a-a0a0-4127-b69f-c45b2213ff13 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873573 Jun 07 14:27:04.750712 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef9d43-94bb-4c93-b586-75ca5ac41b7c req-73d0f71d-fb85-4f29-9d5b-c19846653c7f tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:04.752161 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3eef9d43-94bb-4c93-b586-75ca5ac41b7c req-73d0f71d-fb85-4f29-9d5b-c19846653c7f tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0591941 Jun 07 14:27:04.817064 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6647366-299e-4f5e-9ac1-e7b56d0bdaca req-f116c0c1-ff04-457f-9dee-b5ac2fe1ad9a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:04.818516 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6647366-299e-4f5e-9ac1-e7b56d0bdaca req-f116c0c1-ff04-457f-9dee-b5ac2fe1ad9a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 943 time: 0.0641751 Jun 07 14:27:04.851528 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3eef9d43-94bb-4c93-b586-75ca5ac41b7c req-0686c4b1-f10d-4973-a059-068b7beac249 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887365 Jun 07 14:27:04.880676 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6647366-299e-4f5e-9ac1-e7b56d0bdaca req-a23b787a-1e64-40bd-8cf9-38c19e38c05a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558510 Jun 07 14:27:05.995332 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e020e-3ab3-48b1-8f37-e2637ea02d09 req-d1c6057a-abc3-4067-8ed1-5728aaf6bffe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:05.996800 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a19e020e-3ab3-48b1-8f37-e2637ea02d09 req-d1c6057a-abc3-4067-8ed1-5728aaf6bffe tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0772598 Jun 07 14:27:06.025368 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62f2d-20f3-4144-bfda-967aacebade0 req-74d0c683-9df2-4bcc-becc-450b440d572b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:06.027111 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c9a62f2d-20f3-4144-bfda-967aacebade0 req-74d0c683-9df2-4bcc-becc-450b440d572b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 943 time: 0.0743909 Jun 07 14:27:06.080324 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a19e020e-3ab3-48b1-8f37-e2637ea02d09 req-ce21f7dc-6666-417d-a360-cb08c083f30d tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776312 Jun 07 14:27:06.099294 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c9a62f2d-20f3-4144-bfda-967aacebade0 req-f4aa1095-d813-40e9-be77-11fc840815f1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655539 Jun 07 14:27:07.228300 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7efd71-9f96-478f-9a9f-3c722445390c req-a67e47d7-dd61-4599-852a-bbcfdb5da106 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:07.229841 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf7efd71-9f96-478f-9a9f-3c722445390c req-a67e47d7-dd61-4599-852a-bbcfdb5da106 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0773966 Jun 07 14:27:07.249977 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb6cef-f4ca-4dc5-915f-80c95d99a73b req-a1022d81-39f5-4843-8372-a9ec0961a3b2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:07.251407 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49bb6cef-f4ca-4dc5-915f-80c95d99a73b req-a1022d81-39f5-4843-8372-a9ec0961a3b2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 943 time: 0.0709579 Jun 07 14:27:07.313631 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf7efd71-9f96-478f-9a9f-3c722445390c req-007b33ff-854d-4d39-ace3-de84877b06bf tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780761 Jun 07 14:27:07.326967 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49bb6cef-f4ca-4dc5-915f-80c95d99a73b req-abba652c-cb84-4097-ad74-75b9b3db98d5 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687640 Jun 07 14:27:08.461245 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22919a35-30b9-4fdb-8e6b-4b5f07648bb6 req-a4f146cc-4840-455b-9883-e2fe76785898 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:08.462615 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-22919a35-30b9-4fdb-8e6b-4b5f07648bb6 req-a4f146cc-4840-455b-9883-e2fe76785898 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0789642 Jun 07 14:27:08.471337 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2789-db3e-4a65-8fa0-f5b7c85a3e88 req-8e0c6620-5b41-40a9-806f-937f6a5a810f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:08.472697 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-241a2789-db3e-4a65-8fa0-f5b7c85a3e88 req-8e0c6620-5b41-40a9-806f-937f6a5a810f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 943 time: 0.0781565 Jun 07 14:27:08.549045 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-22919a35-30b9-4fdb-8e6b-4b5f07648bb6 req-228c330b-7f79-412f-afa2-ab91e92239a3 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754204 Jun 07 14:27:08.553487 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-241a2789-db3e-4a65-8fa0-f5b7c85a3e88 req-882f7d82-542b-4805-a407-baa2c6d3b2a5 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739875 Jun 07 14:27:09.654359 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:09.697241 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8b9b-a180-448e-b14b-9de40dd2d0c3 req-da5995ec-a6e1-4aef-a22f-90fa1f45494f tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:09.699569 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-946a8b9b-a180-448e-b14b-9de40dd2d0c3 req-da5995ec-a6e1-4aef-a22f-90fa1f45494f tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0804803 Jun 07 14:27:09.707281 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2fcaf-7f39-4070-a7e9-bdb6f0a0f983 req-1f1e0de0-1488-458e-9063-baf9008c942c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:09.708645 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-32d2fcaf-7f39-4070-a7e9-bdb6f0a0f983 req-1f1e0de0-1488-458e-9063-baf9008c942c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 943 time: 0.0804756 Jun 07 14:27:09.758819 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:09.783613 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cf62c8e3-d8c3-4512-a430-f4144559869d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:27:09.785300 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-946a8b9b-a180-448e-b14b-9de40dd2d0c3 req-2a4d24e0-7035-472a-b22b-12f829143d21 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757535 Jun 07 14:27:09.798734 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-32d2fcaf-7f39-4070-a7e9-bdb6f0a0f983 req-dacc270b-50c3-4f52-a31c-7b8205893e88 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831861 Jun 07 14:27:09.881044 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cf62c8e3-d8c3-4512-a430-f4144559869d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cf62c8e3-d8c3-4512-a430-f4144559869d,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:09.892392 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'port_id': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'mac_address': 'fa:16:3e:0c:34:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:27:09.929819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cf62c8e3-d8c3-4512-a430-f4144559869d is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:09.930204 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:10.061694 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf62c8e3-d8c3-4512-a430-f4144559869d {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:27:10.081653 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cf62c8e3-d8c3-4512-a430-f4144559869d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cf62c8e3-d8c3-4512-a430-f4144559869d,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:10.085611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:10.132742 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cf62c8e3-d8c3-4512-a430-f4144559869d,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:10.559963 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['cf62c8e3-d8c3-4512-a430-f4144559869d'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:27:10.931041 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040c9e-974b-461c-a342-a37899525bf9 req-157820c3-ec16-42f5-83ec-c6aef5fa9803 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:10.932729 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-76040c9e-974b-461c-a342-a37899525bf9 req-157820c3-ec16-42f5-83ec-c6aef5fa9803 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0762582 Jun 07 14:27:10.943313 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f37f-daf5-40bc-83c8-c10055f50a77 req-9d151c66-ce14-4999-91c6-2173abcef2e2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:10.944679 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-04f6f37f-daf5-40bc-83c8-c10055f50a77 req-9d151c66-ce14-4999-91c6-2173abcef2e2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 944 time: 0.0607300 Jun 07 14:27:11.025840 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-76040c9e-974b-461c-a342-a37899525bf9 req-f19bbdf5-28ee-4f97-b855-a7e7a06a493b tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802071 Jun 07 14:27:11.029562 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-04f6f37f-daf5-40bc-83c8-c10055f50a77 req-40d4ff1b-7f47-4cac-85a2-e5949e469bc0 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767455 Jun 07 14:27:11.784113 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cf62c8e3-d8c3-4512-a430-f4144559869d up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:27:11.826224 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port cf62c8e3-d8c3-4512-a430-f4144559869d completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:27:11.831721 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port cf62c8e3-d8c3-4512-a430-f4144559869d triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:11.832121 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:11.906505 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cf62c8e3-d8c3-4512-a430-f4144559869d is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:11.906813 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:11.929462 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:11.931741 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e4d659-468e-4246-a179-8c0591fc8f14" -d '{"events": [{"server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "name": "network-vif-plugged", "status": "completed", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:11.944513 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cf62c8e3-d8c3-4512-a430-f4144559869d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cf62c8e3-d8c3-4512-a430-f4144559869d,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:11.949427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:11.997890 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cf62c8e3-d8c3-4512-a430-f4144559869d,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:12.027611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960af4b-4eca-40f0-bf8b-f8c685fe737f x-openstack-request-id: req-5960af4b-4eca-40f0-bf8b-f8c685fe737f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:12.027925 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "name": "network-vif-plugged", "status": "completed", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:12.028184 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5960af4b-4eca-40f0-bf8b-f8c685fe737f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:12.028572 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5960af4b-4eca-40f0-bf8b-f8c685fe737f'] response: {'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'code': 200} Jun 07 14:27:12.172856 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10527e0-4f4c-4c86-a2fa-48b4e9a65109 req-331d72f1-5ff1-4f80-8b84-e53fe367334f tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:12.174357 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f10527e0-4f4c-4c86-a2fa-48b4e9a65109 req-331d72f1-5ff1-4f80-8b84-e53fe367334f tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0756545 Jun 07 14:27:12.180316 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef6cf-6194-4894-b53c-6b0e5896c82f req-4392ba31-096b-4bc4-8e69-ffdcb09f9a0a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:12.181678 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37ef6cf-6194-4894-b53c-6b0e5896c82f req-4392ba31-096b-4bc4-8e69-ffdcb09f9a0a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0723076 Jun 07 14:27:12.259781 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f10527e0-4f4c-4c86-a2fa-48b4e9a65109 req-9589c900-a3dd-44ad-bae0-a40b2933e930 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769465 Jun 07 14:27:12.269478 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f37ef6cf-6194-4894-b53c-6b0e5896c82f req-ffa935ba-e2c9-469c-be49-715cd907ae5d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796497 Jun 07 14:27:12.347410 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481d1d6-702f-4b51-ba42-9f1d98b0f6ec req-f5787ac3-e2f9-4ce2-bc14-b1729be14630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:12.348884 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-5481d1d6-702f-4b51-ba42-9f1d98b0f6ec req-f5787ac3-e2f9-4ce2-bc14-b1729be14630 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 1129 time: 0.0401661 Jun 07 14:27:12.394972 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-5481d1d6-702f-4b51-ba42-9f1d98b0f6ec req-62f09b57-f045-47cf-b49b-8003f4658659 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Jun 07 14:27:12.992815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0db59e2b-a73e-49eb-9445-a6a5739ebe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:13.263689 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:13.266152 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:13.410829 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0331088-f97b-417a-b204-842697b99230 req-f54937d5-2242-4924-84a1-a423292d5724 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:13.412302 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f0331088-f97b-417a-b204-842697b99230 req-f54937d5-2242-4924-84a1-a423292d5724 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0752802 Jun 07 14:27:13.420791 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5473055-5be1-42ef-877c-cac8a9a7b1ee req-6c713b06-4eea-4495-a8cb-92d689114318 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:13.422151 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a5473055-5be1-42ef-877c-cac8a9a7b1ee req-6c713b06-4eea-4495-a8cb-92d689114318 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0839264 Jun 07 14:27:13.497181 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f0331088-f97b-417a-b204-842697b99230 req-9b2708da-1310-4b15-8d93-e0ec5a8bcdb1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741062 Jun 07 14:27:13.505870 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a5473055-5be1-42ef-877c-cac8a9a7b1ee req-2f96c192-7170-484e-8d26-b0638d07fd85 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761943 Jun 07 14:27:14.642045 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c443a-0fad-42c1-8275-f61617ac0ed4 req-82571cc5-8974-498b-9ac2-2d2d6c9d5a10 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:14.643539 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-514c443a-0fad-42c1-8275-f61617ac0ed4 req-82571cc5-8974-498b-9ac2-2d2d6c9d5a10 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0792384 Jun 07 14:27:14.649863 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38915674-e8b6-46f0-8d6a-8923f9484f2f req-90cead12-78bc-4e4b-94f9-43f16adfc0bb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:14.651904 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38915674-e8b6-46f0-8d6a-8923f9484f2f req-90cead12-78bc-4e4b-94f9-43f16adfc0bb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0756836 Jun 07 14:27:14.733879 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-514c443a-0fad-42c1-8275-f61617ac0ed4 req-ce7990d7-52f6-4ca7-9ab2-530bec42b03c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809560 Jun 07 14:27:14.737838 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38915674-e8b6-46f0-8d6a-8923f9484f2f req-8f86b5fa-5cb0-478d-94a4-58927fbed01c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783157 Jun 07 14:27:14.846598 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18326d3b-da88-4a90-9cf1-fa68b1a70ff1 req-f883e1a0-5742-4261-a77a-cc3000e08e69 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:14.848080 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-18326d3b-da88-4a90-9cf1-fa68b1a70ff1 req-f883e1a0-5742-4261-a77a-cc3000e08e69 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0487945 Jun 07 14:27:14.880636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:14.897430 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-18326d3b-da88-4a90-9cf1-fa68b1a70ff1 req-66bade45-d120-4626-b828-fe43412768db tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Jun 07 14:27:14.919322 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47370) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:14.999435 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1b3e4-07e7-4823-b445-6fc05c266ae3 tempest-TestVolumeBootPattern-173553829 tempest-TestVolumeBootPattern-173553829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:15.000835 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-91e1b3e4-07e7-4823-b445-6fc05c266ae3 tempest-TestVolumeBootPattern-173553829 tempest-TestVolumeBootPattern-173553829-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 1124 time: 0.0805638 Jun 07 14:27:15.003611 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47374) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:15.007669 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'port_id': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:15.029577 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.109321 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.121708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:15.218113 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Allocated IP 172.27.2.190 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/f9c9b053-2ef7-45f3-a626-33d196320b15) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:27:15.324315 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.355143 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.392382 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:27:15.395298 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:15.397806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:27:15.424600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=f9c9b053-2ef7-45f3-a626-33d196320b15,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:15.431870 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3dd00db8-cc89-488b-803f-9e5fb70a0ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.754176 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (2f952750-a9b5-49be-ad2c-d8657f101789), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.778524 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:15.848201 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:15.851255 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:15.897050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e10c2-5418-4fc0-b9f8-49fe2d3ced4a req-7ecce549-84d5-4ed4-8b0d-9a07a32dbd80 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:15.898498 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2d1e10c2-5418-4fc0-b9f8-49fe2d3ced4a req-7ecce549-84d5-4ed4-8b0d-9a07a32dbd80 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0856910 Jun 07 14:27:16.013386 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2d1e10c2-5418-4fc0-b9f8-49fe2d3ced4a req-52f07654-db05-4ba4-ae15-8caa42949052 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984294 Jun 07 14:27:16.082278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:16.086763 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:16.155982 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=f9c9b053-2ef7-45f3-a626-33d196320b15,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:16.166268 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (2f952750-a9b5-49be-ad2c-d8657f101789), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:16.261420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:16.261760 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Floating IP 2f952750-a9b5-49be-ad2c-d8657f101789 associated. External IP: 172.27.2.190, port: cf62c8e3-d8c3-4512-a430-f4144559869d. Jun 07 14:27:16.269899 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:16.457567 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:27:16.550076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:16.560450 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:16.569804 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:27:16.578131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:16.580968 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:16.581654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:16.609015 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-88b96bc7-40ec-4367-b44d-a9bc8b25d96e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6044192 Jun 07 14:27:16.609683 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:16.612013 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf" -d '{"events": [{"name": "network-changed", "server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:16.647342 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f0b78-2245-4a02-a307-4f465bcafba4 x-openstack-request-id: req-544f0b78-2245-4a02-a307-4f465bcafba4 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:16.647635 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:16.647887 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-544f0b78-2245-4a02-a307-4f465bcafba4 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:16.648285 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544f0b78-2245-4a02-a307-4f465bcafba4'] response: {'name': 'network-changed', 'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'status': 'completed', 'code': 200} Jun 07 14:27:16.658458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:16.687922 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:16.727879 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-b0e9306e-e3a4-4587-a5df-2b21eb4b43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:16.729638 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-b0e9306e-e3a4-4587-a5df-2b21eb4b43e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 1129 time: 0.0464809 Jun 07 14:27:16.824469 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-b2f01c3b-74d7-40c0-9e0e-739e6a23eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:16.825860 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-b2f01c3b-74d7-40c0-9e0e-739e6a23eac8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.0866513 Jun 07 14:27:16.841613 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:16.900379 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '2f952750-a9b5-49be-ad2c-d8657f101789', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:0c:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfe151-4396-4c86-9fb5-f26989972141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:27:15Z', 'updated_at': '2022-06-07T14:27:15Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:16.920570 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-eba16982-1fb1-4db2-8dc8-b1723c8594f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf62c8e3-d8c3-4512-a430-f4144559869d HTTP/1.1" status: 200 len: 999 time: 0.0624189 Jun 07 14:27:16.928978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:27:16.937900 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:16.939080 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:16.971767 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-d0b90e08-cf1f-4847-98db-a7e08fa3ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:16.973233 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-d0b90e08-cf1f-4847-98db-a7e08fa3ea79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0445414 Jun 07 14:27:17.021860 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-e3c5a689-990d-4bf3-8d43-cffb40c7512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:17.023454 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-e3c5a689-990d-4bf3-8d43-cffb40c7512f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403569 Jun 07 14:27:17.043155 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:17.116313 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:17.131759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ab0e6-6a44-4f9b-bdd8-aec7d629d261 req-0b1f9208-9f21-4a75-8d27-4c8ede10a3ed tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:17.133254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-331ab0e6-6a44-4f9b-bdd8-aec7d629d261 req-0b1f9208-9f21-4a75-8d27-4c8ede10a3ed tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Jun 07 14:27:17.139852 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-9d6e0c67-29b7-4b81-a076-34836f078110 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004047 Jun 07 14:27:17.195375 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-331ab0e6-6a44-4f9b-bdd8-aec7d629d261 req-f84be00e-7b49-491f-9132-501c421d7bd8 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552521 Jun 07 14:27:17.240708 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-773e0eec-7f5b-4cc4-bc18-eb08b5f62daf req-de023d17-2d66-487a-82f9-ef8041d01ee8 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879962 Jun 07 14:27:17.272590 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '2f952750-a9b5-49be-ad2c-d8657f101789', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:0c:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfe151-4396-4c86-9fb5-f26989972141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:27:15Z', 'updated_at': '2022-06-07T14:27:15Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:17.297420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f967b8-2ec3-4368-b064-e6203811e726 None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '2f952750-a9b5-49be-ad2c-d8657f101789', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:0c:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfe151-4396-4c86-9fb5-f26989972141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:27:15Z', 'updated_at': '2022-06-07T14:27:15Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:27:17.502588 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2964e2-9b07-4c3a-ba1f-273f1d381461 None None] New status for floating IP 2f952750-a9b5-49be-ad2c-d8657f101789: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:27:18.022780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:18.313603 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462f101-0fc9-463d-b275-bfd8b5582b29 req-1ec08921-9d82-410e-9474-5031764c94a6 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:18.314991 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3462f101-0fc9-463d-b275-bfd8b5582b29 req-1ec08921-9d82-410e-9474-5031764c94a6 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0475938 Jun 07 14:27:18.346710 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:18.365497 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3462f101-0fc9-463d-b275-bfd8b5582b29 req-7b7009cc-2f25-4103-bb06-13d2bfe54246 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449879 Jun 07 14:27:19.480923 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e65f-4736-4b01-8706-a7aa7494bfcf req-2c2f92a8-df23-432a-aec8-8557605375a2 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:19.482346 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7cb8e65f-4736-4b01-8706-a7aa7494bfcf req-2c2f92a8-df23-432a-aec8-8557605375a2 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0471733 Jun 07 14:27:19.529819 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7cb8e65f-4736-4b01-8706-a7aa7494bfcf req-2561f556-c82f-4b51-9846-c9be2aba3ba8 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 Jun 07 14:27:19.555138 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:19.986125 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-8f82913e-4d7c-43ec-98d6-b3b9c5c5c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:19.987691 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-8f82913e-4d7c-43ec-98d6-b3b9c5c5c474 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1130 time: 0.0402279 Jun 07 14:27:20.090985 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-08aab24a-b2d2-4dcc-b980-5f9799c5f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:20.092476 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-08aab24a-b2d2-4dcc-b980-5f9799c5f13f service neutron] 10.222.0.75 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 910 time: 0.0882096 Jun 07 14:27:20.160429 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-0f5e8ff6-44f7-49c3-b3fa-7b594c816632 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 1001 time: 0.0553319 Jun 07 14:27:20.210895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:20.220032 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-b3c06805-4ecc-4990-b595-f48a7f7832ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:20.221740 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-b3c06805-4ecc-4990-b595-f48a7f7832ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 200 len: 848 time: 0.0498459 Jun 07 14:27:20.271252 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-0a80670b-f0da-4dd3-8310-9af92ef6f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:20.272649 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-0a80670b-f0da-4dd3-8310-9af92ef6f12d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f397386a-1f8f-428e-9db6-eb5c4da2745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380225 Jun 07 14:27:20.365892 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-82c85ba0-799b-4247-affe-2059075c6cd0 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816338 Jun 07 14:27:20.457818 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48193df0-8137-4753-9516-8b1a6896d9e0 req-eecf1bff-4592-4533-af4d-244a44874054 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853140 Jun 07 14:27:20.649159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73f84-f200-4460-834c-ad3cabb6c504 req-0c65fe7c-1d63-445f-b4e8-89fcf54333da tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:20.651150 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bad73f84-f200-4460-834c-ad3cabb6c504 req-0c65fe7c-1d63-445f-b4e8-89fcf54333da tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0513871 Jun 07 14:27:20.699059 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bad73f84-f200-4460-834c-ad3cabb6c504 req-728bcc61-f031-437f-9b20-fa4ceb0791e1 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420604 Jun 07 14:27:21.547608 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:27:21.811152 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe008-e204-46f8-a7d9-9b7252df713c req-2f529d2a-f986-44de-b040-e9f941b618e7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:21.812643 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-11bbe008-e204-46f8-a7d9-9b7252df713c req-2f529d2a-f986-44de-b040-e9f941b618e7 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0471945 Jun 07 14:27:21.861412 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-11bbe008-e204-46f8-a7d9-9b7252df713c req-5ffcf37b-ca19-4d78-a5ca-d59c81aa241b tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Jun 07 14:27:22.981590 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52da9df-aab6-416e-b8df-54573a6f31d6 req-bc35034d-f533-4ddf-94e8-4ed794ccff0c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:22.983102 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c52da9df-aab6-416e-b8df-54573a6f31d6 req-bc35034d-f533-4ddf-94e8-4ed794ccff0c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0544808 Jun 07 14:27:23.043081 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c52da9df-aab6-416e-b8df-54573a6f31d6 req-a4b65d36-bf22-4d78-a5ba-e702a6546e37 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542734 Jun 07 14:27:24.156136 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55810985-15ad-459b-862f-c0d46eb70c23 req-002cfb9c-c4d5-43a5-b2d2-d16a4ff45925 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:24.157514 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55810985-15ad-459b-862f-c0d46eb70c23 req-002cfb9c-c4d5-43a5-b2d2-d16a4ff45925 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0474532 Jun 07 14:27:24.206916 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-55810985-15ad-459b-862f-c0d46eb70c23 req-d3eabb72-efe6-468c-b264-301455dc03b9 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 Jun 07 14:27:24.282539 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-781d2473-2473-473f-9698-3be2f523e22a req-42301108-f8d1-4bef-82d5-2172256e363c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:27:24.283538 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-781d2473-2473-473f-9698-3be2f523e22a req-42301108-f8d1-4bef-82d5-2172256e363c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051522 Jun 07 14:27:24.422558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47414) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:24.439628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf242d-52a0-4c42-9721-dc9c8458fa5b req-ff3f5523-0f51-480c-9334-05b87bf2898a tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:24.441087 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2acf242d-52a0-4c42-9721-dc9c8458fa5b req-ff3f5523-0f51-480c-9334-05b87bf2898a tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0507410 Jun 07 14:27:24.491808 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2acf242d-52a0-4c42-9721-dc9c8458fa5b req-3a2ef908-8977-4928-8e87-47450d02f441 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443468 Jun 07 14:27:24.504939 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-e4af0c29-23c4-4891-baaf-50141a634651 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811830 Jun 07 14:27:24.514346 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-d4120621-483a-436a-b0b7-0bce8a312b63 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:27:24.515350 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-d4120621-483a-436a-b0b7-0bce8a312b63 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056627 Jun 07 14:27:24.605454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47422) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:24.703314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-c7001442-4e5f-46cb-b959-a5fad514791d tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:24.704560 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-c7001442-4e5f-46cb-b959-a5fad514791d tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports/cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 943 time: 0.0981431 Jun 07 14:27:25.610201 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37e12-7936-47f7-824e-6b0b476be272 req-10378f67-4bcb-4418-8ffd-ffe6332b24a9 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:25.611713 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fdc37e12-7936-47f7-824e-6b0b476be272 req-10378f67-4bcb-4418-8ffd-ffe6332b24a9 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Jun 07 14:27:25.638204 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:25.666153 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fdc37e12-7936-47f7-824e-6b0b476be272 req-49bff152-d42b-48ae-86cf-cb339278a1aa tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488029 Jun 07 14:27:26.124857 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:26.202436 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-ae3f6aed-05e8-4143-8278-c8e145a3d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.204144 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-ae3f6aed-05e8-4143-8278-c8e145a3d799 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286&tenant_id=b5977f5c113f44eebed133afa6238c2e HTTP/1.1" status: 200 len: 1130 time: 0.0756624 Jun 07 14:27:26.272055 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-192c19f8-9426-44c9-85b0-ce506d207cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.273535 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-192c19f8-9426-44c9-85b0-ce506d207cb3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1130 time: 0.0410345 Jun 07 14:27:26.343600 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-2ed668e8-6b90-4e68-9535-a5ef3e6a1bd4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389466 Jun 07 14:27:26.392710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-be0f226e-5d7a-4104-9b9d-b0d326f1153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.394111 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-be0f226e-5d7a-4104-9b9d-b0d326f1153d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 910 time: 0.0903249 Jun 07 14:27:26.413220 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-7ed943a6-4de7-4808-9459-e68f63391903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.414720 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-7ed943a6-4de7-4808-9459-e68f63391903 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 1129 time: 0.0422814 Jun 07 14:27:26.461483 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-19a3e14d-e328-4112-a518-0c724ab0a7f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 1001 time: 0.0578709 Jun 07 14:27:26.521450 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-2b6d4e25-5433-4241-8c61-338e1bbe87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.522919 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-2b6d4e25-5433-4241-8c61-338e1bbe87af service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 200 len: 848 time: 0.0446379 Jun 07 14:27:26.525243 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-54f5eb88-24a4-45b7-9a30-b3bc4cecbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.526698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-54f5eb88-24a4-45b7-9a30-b3bc4cecbcf0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 200 len: 919 time: 0.0867178 Jun 07 14:27:26.569398 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-61175ff4-7c2e-45d2-88b4-bd73d6808141 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878 HTTP/1.1" status: 200 len: 217 time: 0.0339029 Jun 07 14:27:26.576438 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-a55e1c8b-9e16-4a1e-b9b4-f33c6dfb7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.577956 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-a55e1c8b-9e16-4a1e-b9b4-f33c6dfb7f69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f397386a-1f8f-428e-9db6-eb5c4da2745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433075 Jun 07 14:27:26.676392 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-0f0231ac-b8df-429e-bcca-218da45da88e service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895786 Jun 07 14:27:26.738424 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:26.784475 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ff9ba977-eeef-4e09-b92d-77d162ce4a4f req-48a84c35-2202-4aeb-879c-20cc0a8710d4 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001987 Jun 07 14:27:26.887853 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-d5b18ba9-fb2f-4a24-8aa5-6f00ce7ac577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.889310 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-d5b18ba9-fb2f-4a24-8aa5-6f00ce7ac577 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 200 len: 857 time: 0.3129580 Jun 07 14:27:26.895404 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96486513-afe6-4516-80a0-576ce8c36a4d req-026e00c5-7010-4d1d-832b-ff48081c376e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:26.896738 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-96486513-afe6-4516-80a0-576ce8c36a4d req-026e00c5-7010-4d1d-832b-ff48081c376e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0591171 Jun 07 14:27:26.945766 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-96486513-afe6-4516-80a0-576ce8c36a4d req-d369e65a-596f-40d4-a454-6162f687cbeb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 Jun 07 14:27:27.151631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-cd8b955d-0bc3-46fb-8a52-a60e0e605398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:27.153784 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-cd8b955d-0bc3-46fb-8a52-a60e0e605398 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e29f253b-76e1-40c6-9128-7a3556b521e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419586 Jun 07 14:27:27.236198 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:27.246676 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-fb966d36-3c0e-492a-9a85-02a26d8893bd service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842092 Jun 07 14:27:27.345280 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6b71bca6-87cc-4ece-9b5a-e4def5b71c06 req-87662679-3dd9-40b9-8091-8b821f01bf79 service neutron] 10.222.0.75 "GET /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857215 Jun 07 14:27:27.862081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:27.935723 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cd19e240-c912-408d-ac68-5ada3a1dd139 is: ACTIVE; New status is: DOWN {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:27.936106 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:27.958103 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:27.960342 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d822d72-36f5-4b8d-9a0f-a5dd194bd008" -d '{"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-unplugged", "status": "completed", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:27.973139 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:27.980458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:28.008524 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c870e7d2-0ce5-4a32-9227-c8f2a27ccf69 x-openstack-request-id: req-c870e7d2-0ce5-4a32-9227-c8f2a27ccf69 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:28.008818 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-unplugged", "status": "completed", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:28.009068 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c870e7d2-0ce5-4a32-9227-c8f2a27ccf69 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:28.009456 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c870e7d2-0ce5-4a32-9227-c8f2a27ccf69'] response: {'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'code': 200} Jun 07 14:27:28.035591 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:28.064051 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b936d9-375e-4514-8348-6a4abc43ee41 req-660510d6-22ae-4f92-a8e4-cda330e3ed28 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:28.065512 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-10b936d9-375e-4514-8348-6a4abc43ee41 req-660510d6-22ae-4f92-a8e4-cda330e3ed28 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0470228 Jun 07 14:27:28.113752 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-10b936d9-375e-4514-8348-6a4abc43ee41 req-909f7991-d5a4-485e-97d7-23142853d9fb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Jun 07 14:27:29.235238 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca36c7-d4ed-44cf-8b09-45fead8e47b1 req-95f01440-240f-45b4-b26e-53acf3e4373c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:29.236687 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b7ca36c7-d4ed-44cf-8b09-45fead8e47b1 req-95f01440-240f-45b4-b26e-53acf3e4373c tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0468073 Jun 07 14:27:29.285483 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b7ca36c7-d4ed-44cf-8b09-45fead8e47b1 req-39628312-dfe0-48d7-8093-42011defc3f8 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Jun 07 14:27:30.159165 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ec53-d6b5-4f30-834d-d709deb28d61 req-96ae7511-462c-4e3c-8472-19efb572a9bd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:30.160567 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-58b7ec53-d6b5-4f30-834d-d709deb28d61 req-96ae7511-462c-4e3c-8472-19efb572a9bd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0508254 Jun 07 14:27:30.208490 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-58b7ec53-d6b5-4f30-834d-d709deb28d61 req-b3a0153b-d72b-4be1-8502-e594e34b67a1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421855 Jun 07 14:27:30.401595 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f01bf-0f1c-457a-b2e6-9fc9afab59d2 req-b1948a8e-ebf9-453d-9fc7-6fe57294a019 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:30.403902 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-426f01bf-0f1c-457a-b2e6-9fc9afab59d2 req-b1948a8e-ebf9-453d-9fc7-6fe57294a019 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0495505 Jun 07 14:27:30.452126 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-426f01bf-0f1c-457a-b2e6-9fc9afab59d2 req-9cef9d8a-0599-4f27-9177-d5691787fcde tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Jun 07 14:27:31.322058 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fee40-4806-49d3-b0c3-7c096bfe35da req-f64f225e-42a7-4057-9965-d17cc57a1d46 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:31.323547 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5f4fee40-4806-49d3-b0c3-7c096bfe35da req-f64f225e-42a7-4057-9965-d17cc57a1d46 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0457854 Jun 07 14:27:31.351919 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:31.374879 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5f4fee40-4806-49d3-b0c3-7c096bfe35da req-b22a9742-d952-4b8b-90db-7c9edb5f978b tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Jun 07 14:27:31.565384 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc187c-3388-4299-a3f3-f034800d8ded req-f0fb815f-a7b2-4a89-a3c7-10b8bb26f876 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:31.566798 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2fdc187c-3388-4299-a3f3-f034800d8ded req-f0fb815f-a7b2-4a89-a3c7-10b8bb26f876 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0463490 Jun 07 14:27:31.616971 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2fdc187c-3388-4299-a3f3-f034800d8ded req-fc5d309e-4363-4c96-bdd0-1eb0037659cd tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447381 Jun 07 14:27:32.487430 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acf363-6cb7-4fb9-aefe-e713a4655122 req-7340a273-045e-4124-8436-0c9022b0fb58 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:32.488869 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-61acf363-6cb7-4fb9-aefe-e713a4655122 req-7340a273-045e-4124-8436-0c9022b0fb58 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0460184 Jun 07 14:27:32.535196 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-61acf363-6cb7-4fb9-aefe-e713a4655122 req-e589c50a-0310-42e4-bf98-4b95bcabee67 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 Jun 07 14:27:32.737896 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e1889-fee1-49c9-b3b2-11bef0935894 req-2f68885b-fe8b-45e5-b64d-2d596d0476e2 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:32.739491 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ca9e1889-fee1-49c9-b3b2-11bef0935894 req-2f68885b-fe8b-45e5-b64d-2d596d0476e2 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0535073 Jun 07 14:27:32.787689 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ca9e1889-fee1-49c9-b3b2-11bef0935894 req-ddc1528e-ef8c-4f1d-81cf-599c77a9c830 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Jun 07 14:27:33.648865 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa2158-d16e-4e0e-9cdd-87e6de9c11d4 req-50d51e39-f1a4-4bb1-9815-f9a9998a368c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:33.650297 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-afaa2158-d16e-4e0e-9cdd-87e6de9c11d4 req-50d51e39-f1a4-4bb1-9815-f9a9998a368c tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0473309 Jun 07 14:27:33.698152 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-afaa2158-d16e-4e0e-9cdd-87e6de9c11d4 req-8e9d2895-4a5a-4ae8-a2bf-1d4faecbec16 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Jun 07 14:27:33.914453 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17379b0a-192b-41e0-91e8-41dbe7c7a1ec req-f3557eb5-eef6-4711-8c98-3cb41d1b4360 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:33.915939 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17379b0a-192b-41e0-91e8-41dbe7c7a1ec req-f3557eb5-eef6-4711-8c98-3cb41d1b4360 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0500317 Jun 07 14:27:33.935454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:33.967969 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17379b0a-192b-41e0-91e8-41dbe7c7a1ec req-7bd281e1-c81b-4e7f-a342-aba1b555a6e9 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460722 Jun 07 14:27:34.812950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722e3bb-9b89-4cc8-9aa8-16a77276a41d req-bc3390d6-d7f6-43d6-898c-22d4261c0ebd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:34.814422 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9722e3bb-9b89-4cc8-9aa8-16a77276a41d req-bc3390d6-d7f6-43d6-898c-22d4261c0ebd tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0489569 Jun 07 14:27:34.861369 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9722e3bb-9b89-4cc8-9aa8-16a77276a41d req-28078198-6752-4989-9f60-735bc7706221 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Jun 07 14:27:35.081045 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f1b13-98b7-4984-925d-9cb9b711fcbe req-829dc07a-d83d-4f48-9587-61ab71b30d47 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:35.082389 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f1f1b13-98b7-4984-925d-9cb9b711fcbe req-829dc07a-d83d-4f48-9587-61ab71b30d47 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 944 time: 0.0456548 Jun 07 14:27:35.133714 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1f1f1b13-98b7-4984-925d-9cb9b711fcbe req-fd1255bd-27ba-4340-88b7-f0aaed61c058 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459158 Jun 07 14:27:35.441827 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c73324-9d63-476b-8628-844cc599c71b req-1150de17-851b-45d0-bd92-ad2dffc8a0a3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:35.443152 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-80c73324-9d63-476b-8628-844cc599c71b req-1150de17-851b-45d0-bd92-ad2dffc8a0a3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0462511 Jun 07 14:27:35.595148 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Deleting port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:35.595533 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:35.650487 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297f22d-cdb6-4888-b04f-63e0ee9bef40 req-7b45375a-7038-48b6-809f-956012af255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:35.652040 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7297f22d-cdb6-4888-b04f-63e0ee9bef40 req-7b45375a-7038-48b6-809f-956012af255b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1128 time: 0.0392098 Jun 07 14:27:35.688466 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] For port 44ff486f-5bc3-4d1b-9ece-149684ef12b7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=44ff486f-5bc3-4d1b-9ece-149684ef12b7,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:35.688826 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:35.705697 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7297f22d-cdb6-4888-b04f-63e0ee9bef40 req-df7c5d46-b048-4fb4-8dc2-6c980b72db48 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403459 Jun 07 14:27:35.868970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:35.883034 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:27:35.894824 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:35.895180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:35.895532 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Floating IP 23590136-7f99-408f-ad4c-fc1a03600632 disassociated. External IP: 172.27.2.89, port: 44ff486f-5bc3-4d1b-9ece-149684ef12b7. Jun 07 14:27:35.895866 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Calling delete_port for 44ff486f-5bc3-4d1b-9ece-149684ef12b7 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:35.986055 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:35.995379 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4592fc-5c9b-4ee1-91f3-effd7e9deef6 req-dbb79ed3-5781-47a1-b452-36fccb7a4030 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:35.997378 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9c4592fc-5c9b-4ee1-91f3-effd7e9deef6 req-dbb79ed3-5781-47a1-b452-36fccb7a4030 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 945 time: 0.0620873 Jun 07 14:27:35.998117 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'port_id': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'mac_address': 'fa:16:3e:04:5b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:27:36.034448 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cd19e240-c912-408d-ac68-5ada3a1dd139 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:36.034833 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:36.049081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19e240-c912-408d-ac68-5ada3a1dd139 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:27:36.069808 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:36.073659 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:36.090033 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9c4592fc-5c9b-4ee1-91f3-effd7e9deef6 req-f222501c-6f11-4c97-bd75-3550f8364a10 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=e77ae268-8dac-498c-9585-ab0c3794c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811427 Jun 07 14:27:36.100031 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (44ff486f-5bc3-4d1b-9ece-149684ef12b7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:36.126785 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:36.127085 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event deleted for resources: {'Port': ['ID=44ff486f-5bc3-4d1b-9ece-149684ef12b7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:36.138828 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:36.282493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c715f5-1ebf-4df8-9557-6cff77278d29 req-ad3b709b-1163-412e-a676-5b996b7fcfea tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:36.283904 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c1c715f5-1ebf-4df8-9557-6cff77278d29 req-ad3b709b-1163-412e-a676-5b996b7fcfea tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 945 time: 0.0667517 Jun 07 14:27:36.287838 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Router 385bb97d-3630-44ef-9e4f-5b41730fb4ed has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:27:36.382109 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c1c715f5-1ebf-4df8-9557-6cff77278d29 req-70838d8f-472e-47c7-9e2a-230aeabfe073 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914948 Jun 07 14:27:36.430062 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:36.431975 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['cd19e240-c912-408d-ac68-5ada3a1dd139'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:27:36.455150 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] Sync routers for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:27:36.479091 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] No DVR routers for this DVR port 44ff486f-5bc3-4d1b-9ece-149684ef12b7 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:27:36.482331 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:36.483332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:36.483884 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:36.485544 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-80c73324-9d63-476b-8628-844cc599c71b req-74b8f260-7210-45c3-b34c-3d881a2358f0 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "DELETE /v2.0/ports/44ff486f-5bc3-4d1b-9ece-149684ef12b7 HTTP/1.1" status: 204 len: 173 time: 0.9719896 Jun 07 14:27:36.485998 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'name': 'network-vif-deleted', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:36.488277 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98370f-c920-4dca-a6e8-3d036b5512cd" -d '{"events": [{"server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "name": "network-vif-deleted", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:36.530713 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d95353-5779-4d2a-8861-a72b5bae9b70 x-openstack-request-id: req-e4d95353-5779-4d2a-8861-a72b5bae9b70 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:36.531639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2740b69b-07ea-4b16-ae3d-3b964bc65edd", "name": "network-vif-deleted", "tag": "44ff486f-5bc3-4d1b-9ece-149684ef12b7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:36.531639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4d95353-5779-4d2a-8861-a72b5bae9b70 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:36.531857 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d95353-5779-4d2a-8861-a72b5bae9b70'] response: {'server_uuid': '2740b69b-07ea-4b16-ae3d-3b964bc65edd', 'name': 'network-vif-deleted', 'tag': '44ff486f-5bc3-4d1b-9ece-149684ef12b7', 'status': 'completed', 'code': 200} Jun 07 14:27:36.543468 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:36.589397 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:36.629932 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:36.835619 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:37.020162 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:37.058323 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] Checking router: 385bb97d-3630-44ef-9e4f-5b41730fb4ed for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:27:37.078871 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:37.079506 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:37.204593 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:37.232435 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8048be16-639a-4b15-a3fc-a6cc038f3ad2 req-e86ce628-a178-4618-a8c3-b30e34e079f1 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=2740b69b-07ea-4b16-ae3d-3b964bc65edd HTTP/1.1" status: 200 len: 210 time: 0.0278351 Jun 07 14:27:37.386674 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:37.411465 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f4cb10-c525-4e28-8eef-c9cc0a387c09 None None] The sync data for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi is: [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:27Z', 'revision_number': 4, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7b5a08ba-593d-4c50-ab21-fa3f04f74100', 'name': '', 'network_id': 'e29f253b-76e1-40c6-9128-7a3556b521e2', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'mac_address': 'fa:16:3e:84:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:24Z', 'updated_at': '2022-06-07T14:21:32Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'subnets': [{'id': 'd3f15156-0b3c-41de-99e7-9bd56dea21c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:27:37.502458 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80370e-81fa-4ea5-87fe-8a67eb5f4dcb req-9dbf0192-627a-4357-9426-f14f67a2f1f2 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:37.503957 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8b80370e-81fa-4ea5-87fe-8a67eb5f4dcb req-9dbf0192-627a-4357-9426-f14f67a2f1f2 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Jun 07 14:27:37.554500 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8b80370e-81fa-4ea5-87fe-8a67eb5f4dcb req-0cef9cf8-016a-4f6f-ba99-f7ef0342c2bb tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450060 Jun 07 14:27:37.640945 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d9652-24b9-484a-9896-b63dec0cc43f None None] New status for floating IP 23590136-7f99-408f-ad4c-fc1a03600632: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:27:37.892194 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:27:37.940550 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port cd19e240-c912-408d-ac68-5ada3a1dd139 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:37.940920 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.010087 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port cd19e240-c912-408d-ac68-5ada3a1dd139 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:38.010470 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.033112 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:38.035341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45af00b-ac2f-4366-bb1d-5125c5aeaf6e" -d '{"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-plugged", "status": "completed", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:38.048290 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:38.056434 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.057294 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 44ff486f-5bc3-4d1b-9ece-149684ef12b7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:38.098415 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a3689-d027-4843-b847-0b41d50b683a x-openstack-request-id: req-7e8a3689-d027-4843-b847-0b41d50b683a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:38.098730 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-plugged", "status": "completed", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:38.098984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e8a3689-d027-4843-b847-0b41d50b683a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:38.099405 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8a3689-d027-4843-b847-0b41d50b683a'] response: {'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'code': 200} Jun 07 14:27:38.101869 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 44ff486f-5bc3-4d1b-9ece-149684ef12b7 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:27:38.102214 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 44ff486f-5bc3-4d1b-9ece-149684ef12b7 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:27:38.126349 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=8']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:38.322716 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47504) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:38.380186 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9edfe85-f786-44e0-bb7e-2f02b6901140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group (e77ae268-8dac-498c-9585-ab0c3794c9f6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.403633 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9edfe85-f786-44e0-bb7e-2f02b6901140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group (e77ae268-8dac-498c-9585-ab0c3794c9f6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.449369 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9edfe85-f786-44e0-bb7e-2f02b6901140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e77ae268-8dac-498c-9585-ab0c3794c9f6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.452575 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b9edfe85-f786-44e0-bb7e-2f02b6901140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.453727 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b9edfe85-f786-44e0-bb7e-2f02b6901140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "DELETE /v2.0/security-groups/e77ae268-8dac-498c-9585-ab0c3794c9f6 HTTP/1.1" status: 204 len: 168 time: 0.1299829 Jun 07 14:27:38.456411 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47508) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:38.462893 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edfe85-f786-44e0-bb7e-2f02b6901140 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ae268-8dac-498c-9585-ab0c3794c9f6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:38.470483 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.api.v2.resource [None req-9c82bf44-8cdb-4c5e-a26e-f832094d0cac tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] show failed (client error): The resource could not be found. Jun 07 14:27:38.473847 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9c82bf44-8cdb-4c5e-a26e-f832094d0cac tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups/e77ae268-8dac-498c-9585-ab0c3794c9f6 HTTP/1.1" status: 404 len: 347 time: 0.0141149 Jun 07 14:27:38.474059 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47510) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:38.583720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Deleting port 6b8e27df-c63f-49c5-889e-377735b78c4d {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:38.584067 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.621798 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:38.663949 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.664278 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (6b8e27df-c63f-49c5-889e-377735b78c4d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.677462 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Calling delete_port for 6b8e27df-c63f-49c5-889e-377735b78c4d owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:38.816013 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (6b8e27df-c63f-49c5-889e-377735b78c4d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.840745 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event deleted for resources: {'Port': ['ID=6b8e27df-c63f-49c5-889e-377735b78c4d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:38.904257 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks [] for floatingip (23590136-7f99-408f-ad4c-fc1a03600632), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.906745 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:38.907950 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-7b2a338d-3652-4415-bab0-2ce990ce49c3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "DELETE /v2.0/floatingips/23590136-7f99-408f-ad4c-fc1a03600632 HTTP/1.1" status: 204 len: 168 time: 0.4330010 Jun 07 14:27:41.353805 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:41.365602 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df696785-2ef7-4372-9cd6-3743f31397b4 req-19a59074-de11-49ea-8d1f-7f7b41dcdac7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:41.367038 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-df696785-2ef7-4372-9cd6-3743f31397b4 req-19a59074-de11-49ea-8d1f-7f7b41dcdac7 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Jun 07 14:27:41.414022 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-df696785-2ef7-4372-9cd6-3743f31397b4 req-2c29663c-4930-4189-81f0-95d23ede552e tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Jun 07 14:27:42.526272 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b8434-d536-4286-8862-b9a4f9c25915 req-8855118f-d489-4050-bd6d-ec98e95e4c74 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:42.528304 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2c8b8434-d536-4286-8862-b9a4f9c25915 req-8855118f-d489-4050-bd6d-ec98e95e4c74 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0454588 Jun 07 14:27:42.577875 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2c8b8434-d536-4286-8862-b9a4f9c25915 req-2d9a4979-caed-43c1-b6eb-fada6fbb6f7a tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Jun 07 14:27:42.775330 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-4743b31e-2a32-422e-99f8-feaa8ea407e4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:42.776767 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-4743b31e-2a32-422e-99f8-feaa8ea407e4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 945 time: 0.0445921 Jun 07 14:27:42.859954 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Deleting port dc669f0a-bd03-4ab4-a4df-85d77316b878 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:42.860287 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:42.950362 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] For port dc669f0a-bd03-4ab4-a4df-85d77316b878, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=dc669f0a-bd03-4ab4-a4df-85d77316b878,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:42.950851 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:42.963802 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Calling delete_port for dc669f0a-bd03-4ab4-a4df-85d77316b878 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:42.973767 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:42.996310 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb1ad-73e5-4475-bb7f-1e939e679835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:43.093713 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (dc669f0a-bd03-4ab4-a4df-85d77316b878), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:43.108471 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['dc669f0a-bd03-4ab4-a4df-85d77316b878', '7d9b7314-f274-43d0-925f-d9b6683e8642'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:27:43.121094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event deleted for resources: {'Port': ['ID=dc669f0a-bd03-4ab4-a4df-85d77316b878,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:43.155556 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.155904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.156248 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.156585 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.156965 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.157238 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.157562 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.157886 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.158208 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.158524 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.158843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.159159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.159498 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.159817 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.160135 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:43.182534 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] No DVR routers for this DVR port dc669f0a-bd03-4ab4-a4df-85d77316b878 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:27:43.185673 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:43.188957 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2422e887-3994-4d42-84ba-11c8f8e4eed6 req-97c59e8e-fa3a-4622-80c9-8a9f60eb21d2 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "DELETE /v2.0/ports/dc669f0a-bd03-4ab4-a4df-85d77316b878 HTTP/1.1" status: 204 len: 173 time: 0.4063127 Jun 07 14:27:43.189399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'name': 'network-vif-deleted', 'tag': 'dc669f0a-bd03-4ab4-a4df-85d77316b878'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:43.191649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289331bd-e4cf-44ed-9963-13d713449984" -d '{"events": [{"server_uuid": "86529cf4-f4ef-45bc-9f34-e0d802dbd846", "name": "network-vif-deleted", "tag": "dc669f0a-bd03-4ab4-a4df-85d77316b878"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:43.230987 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf25ed-61db-43e5-a4c8-0a4071e0a46e x-openstack-request-id: req-eccf25ed-61db-43e5-a4c8-0a4071e0a46e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:43.231365 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86529cf4-f4ef-45bc-9f34-e0d802dbd846", "name": "network-vif-deleted", "tag": "dc669f0a-bd03-4ab4-a4df-85d77316b878", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:43.231626 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eccf25ed-61db-43e5-a4c8-0a4071e0a46e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:43.232040 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccf25ed-61db-43e5-a4c8-0a4071e0a46e'] response: {'server_uuid': '86529cf4-f4ef-45bc-9f34-e0d802dbd846', 'name': 'network-vif-deleted', 'tag': 'dc669f0a-bd03-4ab4-a4df-85d77316b878', 'status': 'completed', 'code': 200} Jun 07 14:27:43.686973 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-15ffae6d-927e-49ce-8b28-6f44f2768f7c req-b76a4f62-a02a-4b50-9e57-80823b63f263 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=86529cf4-f4ef-45bc-9f34-e0d802dbd846 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Jun 07 14:27:44.998169 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d167d80-5d10-416c-96b6-d1efb86a4093 req-1163d27b-cfd3-4d49-bf64-20400802fce3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:44.999667 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d167d80-5d10-416c-96b6-d1efb86a4093 req-1163d27b-cfd3-4d49-bf64-20400802fce3 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Jun 07 14:27:45.047371 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d167d80-5d10-416c-96b6-d1efb86a4093 req-1cad0d76-d3c2-488a-81b3-33fa3e08a686 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Jun 07 14:27:45.434971 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf3b48cb-9104-4ecf-92cf-ea8b83b8d847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:46.163990 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf46ed-7686-4ed0-ac86-2eef668da08d req-5f259349-1196-4b68-b7fe-ca6bcae1b198 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:46.165483 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bbf46ed-7686-4ed0-ac86-2eef668da08d req-5f259349-1196-4b68-b7fe-ca6bcae1b198 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Jun 07 14:27:46.212570 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bbf46ed-7686-4ed0-ac86-2eef668da08d req-0aa2d073-3d8e-41ff-9b5e-92309ee98e08 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Jun 07 14:27:46.271312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:47.328016 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05267fdf-f71e-4b32-94f4-fcd2aa94050c req-4ea32039-e660-4fc7-b5c4-8ee1210d3e27 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:47.329472 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-05267fdf-f71e-4b32-94f4-fcd2aa94050c req-4ea32039-e660-4fc7-b5c4-8ee1210d3e27 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0508685 Jun 07 14:27:47.376044 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-05267fdf-f71e-4b32-94f4-fcd2aa94050c req-8e803bbe-f483-4131-8d86-a6b32e6fec97 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/security-groups?id=cd70caf0-be98-4659-963f-5aa1da2252fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Jun 07 14:27:47.762593 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-b42382b9-badc-440c-81a7-5c4d4e5d15d4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:47.763961 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-b42382b9-badc-440c-81a7-5c4d4e5d15d4 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 945 time: 0.0463390 Jun 07 14:27:47.796148 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:47.822192 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:47.825351 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:47.852008 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Deleting port 7d9b7314-f274-43d0-925f-d9b6683e8642 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:47.852350 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:47.942037 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] For port 7d9b7314-f274-43d0-925f-d9b6683e8642, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7d9b7314-f274-43d0-925f-d9b6683e8642,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:47.942399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:47.956059 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Calling delete_port for 7d9b7314-f274-43d0-925f-d9b6683e8642 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:47.968863 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device dc669f0a-bd03-4ab4-a4df-85d77316b878 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:47.987951 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: dc669f0a-bd03-4ab4-a4df-85d77316b878 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:27:47.988308 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device dc669f0a-bd03-4ab4-a4df-85d77316b878 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:27:48.027362 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:48.087594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (7d9b7314-f274-43d0-925f-d9b6683e8642), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:48.100029 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['7d9b7314-f274-43d0-925f-d9b6683e8642'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:27:48.128230 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:48.128837 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Pushing event deleted for resources: {'Port': ['ID=7d9b7314-f274-43d0-925f-d9b6683e8642,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:48.170401 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] No DVR routers for this DVR port 7d9b7314-f274-43d0-925f-d9b6683e8642 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:27:48.172845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:48.176004 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ac5aa306-be96-4223-8520-605055b3f2b2 req-2c341412-64a9-402f-8621-d31bb46e6a7f tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.75 "DELETE /v2.0/ports/7d9b7314-f274-43d0-925f-d9b6683e8642 HTTP/1.1" status: 204 len: 173 time: 0.4035995 Jun 07 14:27:48.176428 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'name': 'network-vif-deleted', 'tag': '7d9b7314-f274-43d0-925f-d9b6683e8642'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:48.178619 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201bf14d-7bdf-4490-9eee-c4d075f1a3b6" -d '{"events": [{"server_uuid": "4dd5700e-2891-4b99-ba1f-d5304a5c8f58", "name": "network-vif-deleted", "tag": "7d9b7314-f274-43d0-925f-d9b6683e8642"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:48.218003 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1503af08-a3f7-44c9-92ad-8b191bbea5ec x-openstack-request-id: req-1503af08-a3f7-44c9-92ad-8b191bbea5ec {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:48.218295 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5700e-2891-4b99-ba1f-d5304a5c8f58", "name": "network-vif-deleted", "tag": "7d9b7314-f274-43d0-925f-d9b6683e8642", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:48.218543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1503af08-a3f7-44c9-92ad-8b191bbea5ec {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:48.218937 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1503af08-a3f7-44c9-92ad-8b191bbea5ec'] response: {'server_uuid': '4dd5700e-2891-4b99-ba1f-d5304a5c8f58', 'name': 'network-vif-deleted', 'tag': '7d9b7314-f274-43d0-925f-d9b6683e8642', 'status': 'completed', 'code': 200} Jun 07 14:27:48.486408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-de0a4181-cc72-44d2-a2b8-5ff48a8fc59a req-2830de17-dc37-4cd1-b389-c7f4151b2b74 tempest-ServerRescueNegativeTestJSON-444301016 tempest-ServerRescueNegativeTestJSON-444301016-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd5700e-2891-4b99-ba1f-d5304a5c8f58 HTTP/1.1" status: 200 len: 210 time: 0.0314865 Jun 07 14:27:48.898660 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=62,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:48.899615 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:49.545141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47570) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:49.550331 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:49.558512 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:49.564993 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:49.749838 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-e2fe3e34-351e-4342-b8f3-b9d4f2fcc34a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835077111&fields=id&tenant_id=1c7b98807cae4a75968ed946de9c92bb HTTP/1.1" status: 200 len: 267 time: 0.1129615 Jun 07 14:27:49.837836 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-43684700-26a7-4492-98ab-654aa1d39197 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:49.839175 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-43684700-26a7-4492-98ab-654aa1d39197 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 984 time: 0.0833685 Jun 07 14:27:49.851732 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Request body: {'port': {'security_groups': ['5c7431a4-77a8-4e1f-8dae-3112a50757b6']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:49.970190 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:50.474897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:50.490674 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (385bb97d-3630-44ef-9e4f-5b41730fb4ed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:50.663074 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:50.688424 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:50.781893 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:50.787925 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:50.800475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:27:50.848272 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:50.848894 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:50.850296 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a69b80bf-2f9c-404a-ad91-c1088d67880e req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "PUT /v2.0/ports/f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 942 time: 1.0042992 Jun 07 14:27:50.850810 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:50.853056 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:50.857574 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47592) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:50.905285 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4c35-5df7-4bd6-9bab-41aaf6df8c0d tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event updated for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=7']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:50.927968 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9557c7-97d5-432d-a98a-355d2fc43b2b x-openstack-request-id: req-7a9557c7-97d5-432d-a98a-355d2fc43b2b {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:50.928254 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:50.928503 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a9557c7-97d5-432d-a98a-355d2fc43b2b {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:50.928963 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9557c7-97d5-432d-a98a-355d2fc43b2b'] response: {'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'status': 'completed', 'code': 200} Jun 07 14:27:50.967283 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:27:50.975430 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7778467f-62ba-413b-b977-d90a221bbcb4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group (260e07c0-80f5-42e0-86b3-50d346f3c11d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:50.982068 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Deleting port 7b5a08ba-593d-4c50-ab21-fa3f04f74100 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:50.982548 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.009748 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7778467f-62ba-413b-b977-d90a221bbcb4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group (260e07c0-80f5-42e0-86b3-50d346f3c11d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.059114 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-3d533eb1-12dc-4679-8642-79004bed891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:51.059458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:51.060221 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-3d533eb1-12dc-4679-8642-79004bed891f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1129 time: 0.1212664 Jun 07 14:27:51.103544 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7778467f-62ba-413b-b977-d90a221bbcb4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (260e07c0-80f5-42e0-86b3-50d346f3c11d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.106720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7778467f-62ba-413b-b977-d90a221bbcb4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.107854 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-7778467f-62ba-413b-b977-d90a221bbcb4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "DELETE /v2.0/security-groups/260e07c0-80f5-42e0-86b3-50d346f3c11d HTTP/1.1" status: 204 len: 168 time: 0.2493889 Jun 07 14:27:51.111710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47594) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:51.141027 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-c6baa94d-9084-47d5-9c09-f8ee454f7654 None None] Provisioning complete for port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:51.141392 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c6baa94d-9084-47d5-9c09-f8ee454f7654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.159573 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778467f-62ba-413b-b977-d90a221bbcb4 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e07c0-80f5-42e0-86b3-50d346f3c11d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:51.167634 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-ae06d903-c01a-48ba-a2b7-6a5c960454b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:51.169254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-ae06d903-c01a-48ba-a2b7-6a5c960454b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 916 time: 0.1015258 Jun 07 14:27:51.260740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] For port 7b5a08ba-593d-4c50-ab21-fa3f04f74100, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=7b5a08ba-593d-4c50-ab21-fa3f04f74100,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:51.261273 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.271690 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-2cf226aa-fa5c-4dd8-a228-274bbc7ca627 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 1001 time: 0.0906124 Jun 07 14:27:51.275292 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-c6baa94d-9084-47d5-9c09-f8ee454f7654 None None] Current status of the port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:51.282048 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Deleting port ba19352c-afc3-4500-bdc0-300ddd2a6e14 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:51.282384 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.286742 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Calling delete_port for 7b5a08ba-593d-4c50-ab21-fa3f04f74100 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:51.358000 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.358636 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for floatingip (ba19352c-afc3-4500-bdc0-300ddd2a6e14), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.367600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-4918ab0b-e482-4809-bc24-6470511d8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:51.369079 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-4918ab0b-e482-4809-bc24-6470511d8a1d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.0903051 Jun 07 14:27:51.375273 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Calling delete_port for ba19352c-afc3-4500-bdc0-300ddd2a6e14 owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:51.458950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-c0620255-0dd7-4e1b-96ad-903c2e0ca5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:51.460466 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-c0620255-0dd7-4e1b-96ad-903c2e0ca5b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770659 Jun 07 14:27:51.479693 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:51.546628 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ba19352c-afc3-4500-bdc0-300ddd2a6e14), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.573144 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event deleted for resources: {'Port': ['ID=ba19352c-afc3-4500-bdc0-300ddd2a6e14,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:51.600436 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:51.610141 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-b1944b8b-d4c5-44fd-88ff-e7d79583e350 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390631 Jun 07 14:27:51.629101 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (7b5a08ba-593d-4c50-ab21-fa3f04f74100), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.639434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks [] for floatingip (2204c875-bc14-44a4-b09c-97796129b5f4), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.639762 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Floating IP 2204c875-bc14-44a4-b09c-97796129b5f4 disassociated (deleted). External IP: 172.27.2.165, port: f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed. Jun 07 14:27:51.704370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5a08ba-593d-4c50-ab21-fa3f04f74100,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:51.734689 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:51.790811 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b0c7ac9b-fcb9-47d9-b988-6f2228dd8aa5 req-f2120fcb-aaf1-4113-9563-573c14406539 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715646 Jun 07 14:27:51.860649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Router adca1240-2da6-4544-9f18-17c5c36f3650 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:27:51.900856 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (385bb97d-3630-44ef-9e4f-5b41730fb4ed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.969860 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:51.974799 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:51.982524 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] Sync routers for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:27:51.993172 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 7d9b7314-f274-43d0-925f-d9b6683e8642 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:52.016128 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:52.016790 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:52.020081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 7d9b7314-f274-43d0-925f-d9b6683e8642 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:27:52.020528 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 7d9b7314-f274-43d0-925f-d9b6683e8642 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:27:52.021222 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2a48180d-f135-4347-b286-b00aa12f89e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "DELETE /v2.0/floatingips/2204c875-bc14-44a4-b09c-97796129b5f4 HTTP/1.1" status: 204 len: 168 time: 0.9069407 Jun 07 14:27:52.022021 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:27:52.025580 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c335d-ee8d-4515-b68d-776f85e63dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:27:52.068923 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a059d-2c29-4223-8803-8411897d4214 x-openstack-request-id: req-009a059d-2c29-4223-8803-8411897d4214 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:27:52.069217 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:27:52.069493 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-009a059d-2c29-4223-8803-8411897d4214 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:27:52.069897 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009a059d-2c29-4223-8803-8411897d4214'] response: {'name': 'network-changed', 'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'status': 'completed', 'code': 200} Jun 07 14:27:52.195797 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-bd41d906-9d19-4d01-921b-adb4bdd1091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:52.197300 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-bd41d906-9d19-4d01-921b-adb4bdd1091b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c7b98807cae4a75968ed946de9c92bb&device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 1129 time: 0.0731733 Jun 07 14:27:52.197958 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:52.207370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Router 385bb97d-3630-44ef-9e4f-5b41730fb4ed has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:27:52.401926 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-7110dddb-aa9c-4f20-a428-e656104a47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:52.404098 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-7110dddb-aa9c-4f20-a428-e656104a47f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 200 len: 916 time: 0.1914959 Jun 07 14:27:52.411413 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:52.424391 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] Sync routers for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:27:52.437246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b89b9fba-f0e7-4fb2-b9a9-0eb7f1bd6f03 admin admin] 10.222.0.81 "PUT /v2.0/routers/385bb97d-3630-44ef-9e4f-5b41730fb4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8906288 Jun 07 14:27:52.439938 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47608) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:52.448154 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:52.448796 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:52.462729 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:22Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:52.473641 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-7956027e-87fb-4fc4-a448-fd3bd3ddbfff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 200 len: 217 time: 0.0501544 Jun 07 14:27:52.492330 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] Checking router: adca1240-2da6-4544-9f18-17c5c36f3650 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:27:52.503649 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:52.505023 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:52.516544 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:52.545406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-e189ae1d-af16-4bc3-aab0-207d18d63dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:52.547041 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-e189ae1d-af16-4bc3-aab0-207d18d63dbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 200 len: 854 time: 0.0651591 Jun 07 14:27:52.576277 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:52.606369 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-fbce9fd0-4b8a-4c19-8ab5-53d0b94d30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:52.608800 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-fbce9fd0-4b8a-4c19-8ab5-53d0b94d30b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d4d298de-4ac9-4be1-9225-de274b18204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535989 Jun 07 14:27:52.739168 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-191d178f-c249-423a-bb3c-b1b43f1cb947 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192191 Jun 07 14:27:52.773044 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:27:51Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:52.799932 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:52.806905 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] Checking router: 385bb97d-3630-44ef-9e4f-5b41730fb4ed for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:27:52.820600 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] Routers {'385bb97d-3630-44ef-9e4f-5b41730fb4ed'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:52.821451 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:52.824075 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:52.837591 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:52.876118 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-386c335d-ee8d-4515-b68d-776f85e63dd8 req-1b3aba25-d959-47cf-9852-f44fe0458b23 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229019 Jun 07 14:27:52.880986 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks [] for router (385bb97d-3630-44ef-9e4f-5b41730fb4ed), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:52.936388 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] Set router 385bb97d-3630-44ef-9e4f-5b41730fb4ed gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:52.991649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks [] for router_gateway (385bb97d-3630-44ef-9e4f-5b41730fb4ed), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.038143 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Deleting port e826eef2-2d59-4f18-80d5-744ba7dd3cdd {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:53.038540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.051927 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:22Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:53.080210 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907cd24c-75db-486c-a26b-c854399bea3e None None] The sync data for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi is: [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:17Z', 'revision_number': 4, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4aee3433-0f68-4a82-860f-0442065a5d02', 'name': '', 'network_id': 'd4d298de-4ac9-4be1-9225-de274b18204d', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'mac_address': 'fa:16:3e:9e:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:16Z', 'updated_at': '2022-06-07T14:25:22Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'subnets': [{'id': '937abd9d-17e0-401c-87ea-c0c7c68e132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:27:53.132239 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] For port e826eef2-2d59-4f18-80d5-744ba7dd3cdd, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:53.132620 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.150697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Calling delete_port for e826eef2-2d59-4f18-80d5-744ba7dd3cdd owned by network:router_gateway {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:53.205766 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:27:51Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:53.231588 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37285d-43e9-45af-be20-73434b2e4d07 None None] The sync data for ids ['385bb97d-3630-44ef-9e4f-5b41730fb4ed'] in dv-cinder-836083-9-iscsi is: [{'id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'name': 'tempest-ServerRescueNegativeTestJSON-487598464-router', 'tenant_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:27:51Z', 'revision_number': 5, 'project_id': 'ec8e48464f6a4d1886aaf89cc8b28e5f', 'gw_port': {'id': 'e826eef2-2d59-4f18-80d5-744ba7dd3cdd', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385bb97d-3630-44ef-9e4f-5b41730fb4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:27:53.336125 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (e826eef2-2d59-4f18-80d5-744ba7dd3cdd), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.342325 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c1bc15-8545-47de-9f64-ad7e0f1cae3b None None] New status for floating IP 2204c875-bc14-44a4-b09c-97796129b5f4: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:27:53.360478 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e826eef2-2d59-4f18-80d5-744ba7dd3cdd,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:53.419518 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:53.433098 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (385bb97d-3630-44ef-9e4f-5b41730fb4ed), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.537064 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (385bb97d-3630-44ef-9e4f-5b41730fb4ed), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.539116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks [] for router_controller (385bb97d-3630-44ef-9e4f-5b41730fb4ed), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.603648 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (385bb97d-3630-44ef-9e4f-5b41730fb4ed), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.604273 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 385bb97d-3630-44ef-9e4f-5b41730fb4ed {{(pid=103889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:27:53.609925 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.613393 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-0da39ae0-28d0-4702-961f-aa6a2b4f59d0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/385bb97d-3630-44ef-9e4f-5b41730fb4ed HTTP/1.1" status: 204 len: 168 time: 1.1698194 Jun 07 14:27:53.613596 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47614) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:53.664068 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Deleting subnet d3f15156-0b3c-41de-99e7-9bd56dea21c4 {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:27:53.667542 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Publish callbacks [] for subnet (d3f15156-0b3c-41de-99e7-9bd56dea21c4), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.708155 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (d3f15156-0b3c-41de-99e7-9bd56dea21c4), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.817444 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (d3f15156-0b3c-41de-99e7-9bd56dea21c4), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.840325 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:53.879095 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (d3f15156-0b3c-41de-99e7-9bd56dea21c4), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.904471 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f15156-0b3c-41de-99e7-9bd56dea21c4,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:53.912193 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:53.919188 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-285405c1-ae4d-47c0-b988-255c89d3bacf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d3f15156-0b3c-41de-99e7-9bd56dea21c4 HTTP/1.1" status: 204 len: 168 time: 0.3019397 Jun 07 14:27:53.919379 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1786f6-0ac4-4abd-92a1-255b5e56d682 None None] Network e29f253b-76e1-40c6-9128-7a3556b521e2 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:27:53.919782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47618) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:53.997985 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (e29f253b-76e1-40c6-9128-7a3556b521e2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.040554 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Deleting port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:54.040891 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.315159 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] DHCP port deletion for e29f253b-76e1-40c6-9128-7a3556b521e2 request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:27:54.368411 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] Deleting port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:27:54.368411 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.369149 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] For port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:54.369149 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.377729 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Calling delete_port for 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:54.415102 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:54.432284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] For port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,segment=NetworkSegment(f67ea1c4-fd77-4307-90ef-cda85a656e54),segment_id=f67ea1c4-fd77-4307-90ef-cda85a656e54)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:54.432704 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.446712 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] Calling delete_port for 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:27:54.461658 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.496512 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:54.498541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] No DVR routers for this DVR port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:27:54.552863 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:54.573574 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.577772 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (e29f253b-76e1-40c6-9128-7a3556b521e2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.580288 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e826eef2-2d59-4f18-80d5-744ba7dd3cdd no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:54.609490 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29f253b-76e1-40c6-9128-7a3556b521e2']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:54.618523 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67ea1c4-fd77-4307-90ef-cda85a656e54') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:54.618812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67ea1c4-fd77-4307-90ef-cda85a656e54') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:54.620656 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: e826eef2-2d59-4f18-80d5-744ba7dd3cdd {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:27:54.621157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e826eef2-2d59-4f18-80d5-744ba7dd3cdd not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:27:54.621580 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 7b5a08ba-593d-4c50-ab21-fa3f04f74100 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:54.623442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] Pushing event deleted for resources: {'Port': ['ID=5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:54.626714 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b63a43-46fe-4151-b33b-c06fba0cccb5 None None] No DVR routers for this DVR port 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:27:54.632276 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (f67ea1c4-fd77-4307-90ef-cda85a656e54), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.646582 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 7b5a08ba-593d-4c50-ab21-fa3f04f74100 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:27:54.646582 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 7b5a08ba-593d-4c50-ab21-fa3f04f74100 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:27:54.646582 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:27:54.648808 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (f67ea1c4-fd77-4307-90ef-cda85a656e54), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.659309 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:27:54.659309 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (f67ea1c4-fd77-4307-90ef-cda85a656e54), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.672114 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:27:54.672407 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 5ed35bf4-38c4-4aa3-9b4c-b9941eaef9b8 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:27:54.729321 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (e29f253b-76e1-40c6-9128-7a3556b521e2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.737175 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.743133 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e29f253b-76e1-40c6-9128-7a3556b521e2 HTTP/1.1" status: 204 len: 168 time: 0.8221219 Jun 07 14:27:54.756068 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment f67ea1c4-fd77-4307-90ef-cda85a656e54 resource provider aggregate not found Jun 07 14:27:54.759969 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa563c-7226-442d-84b3-c05827005921 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29f253b-76e1-40c6-9128-7a3556b521e2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:54.775443 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment f67ea1c4-fd77-4307-90ef-cda85a656e54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f67ea1c4-fd77-4307-90ef-cda85a656e54 found for delete ", "request_id": "req-a0280b7a-e899-425a-b902-78847a4c670e"}]} Jun 07 14:27:54.870599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47632) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:54.912149 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-cdb6d0a6-b1c4-4bdb-a30a-a981fe1590a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec8e48464f6a4d1886aaf89cc8b28e5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400302 Jun 07 14:27:54.914533 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47634) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:54.937509 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:54.964040 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-279fc775-37c8-4d0f-b3f5-763dca947bc3 admin admin] Publish callbacks [] for security_group (cd70caf0-be98-4659-963f-5aa1da2252fb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:54.985869 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-279fc775-37c8-4d0f-b3f5-763dca947bc3 admin admin] Publish callbacks [] for security_group (cd70caf0-be98-4659-963f-5aa1da2252fb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.034651 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-279fc775-37c8-4d0f-b3f5-763dca947bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (cd70caf0-be98-4659-963f-5aa1da2252fb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.037121 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-279fc775-37c8-4d0f-b3f5-763dca947bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.038523 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-279fc775-37c8-4d0f-b3f5-763dca947bc3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd70caf0-be98-4659-963f-5aa1da2252fb HTTP/1.1" status: 204 len: 168 time: 0.1228447 Jun 07 14:27:55.046370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fc775-37c8-4d0f-b3f5-763dca947bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70caf0-be98-4659-963f-5aa1da2252fb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:55.713269 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47660) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:55.811992 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-279181746-network', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:55.834094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Made reservation on behalf of 4c6a6f6bdf7743cba1a36a3e8f67cf02 for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:27:55.836765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.846304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.890645 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:55.928648 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks [] for security_group (d9246fee-b72e-4c6b-a54d-2f1bff3af604), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.932016 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (d9246fee-b72e-4c6b-a54d-2f1bff3af604), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.957931 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:27:55.968285 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9246fee-b72e-4c6b-a54d-2f1bff3af604,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:55.973251 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (22cfd36c-6a04-4391-990e-e942cc073cfa), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:55.973581 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Added segment 22cfd36c-6a04-4391-990e-e942cc073cfa of type vlan for network 430b5cee-7acd-49e1-98b5-c069d03f7257 Jun 07 14:27:56.013837 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (430b5cee-7acd-49e1-98b5-c069d03f7257), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.037103 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (430b5cee-7acd-49e1-98b5-c069d03f7257), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.038203 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:56.038769 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.101633 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3872774 Jun 07 14:27:56.104600 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47666) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:56.105132 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd5c2d-d9e7-450d-97c7-44827cc159ec admin admin] Pushing event updated for resources: {'Network': ['ID=430b5cee-7acd-49e1-98b5-c069d03f7257,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:56.109559 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Request body: {'subnet': {'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-subnet', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:56.117850 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:27:56.129481 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Made reservation on behalf of 4c6a6f6bdf7743cba1a36a3e8f67cf02 for: {'subnet': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:27:56.132316 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3411894'] for subnet (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.164604 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.299452 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3411844'] for subnet (e50dd865-b9e8-4808-82d9-992ac8e9b01c), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.349443 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50dd865-b9e8-4808-82d9-992ac8e9b01c,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:56.364413 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Checking segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:27:56.364767 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Network hostable DHCP agents. Network: 430b5cee-7acd-49e1-98b5-c069d03f7257, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:27:56.381224 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:27:56.391076 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 430b5cee-7acd-49e1-98b5-c069d03f7257) {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:56.395137 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:27:56.395752 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.399574 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a7d44-73d9-4fe0-b946-73af858f70c7 None None] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:27:56.412936 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a0cc0f43-b6d2-446c-a03c-1a943027c671 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3072202 Jun 07 14:27:56.415531 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47668) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:56.419756 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:27:56.439419 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (ab12a982-bbea-4f41-bc27-9de0058dad8a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.440419 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (ab12a982-bbea-4f41-bc27-9de0058dad8a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.453852 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:56.457813 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:56.498452 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks [] for router_controller (ab12a982-bbea-4f41-bc27-9de0058dad8a), precommit_add_association {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.505924 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-430b5cee-7acd-49e1-98b5-c069d03f7257', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:27:56.506719 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.635046 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks [] for router_gateway (ab12a982-bbea-4f41-bc27-9de0058dad8a), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.647079 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Allocated IP 172.20.0.2 (430b5cee-7acd-49e1-98b5-c069d03f7257/e50dd865-b9e8-4808-82d9-992ac8e9b01c/27347b51-0797-437f-9047-f46acf27f52b) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:27:56.790268 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Publish callbacks [] for port (27347b51-0797-437f-9047-f46acf27f52b), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.796941 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (27347b51-0797-437f-9047-f46acf27f52b), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.818568 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks [] for router_gateway (ab12a982-bbea-4f41-bc27-9de0058dad8a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.835750 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:27:56.837375 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.843894 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:56.845726 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Pushing event updated for resources: {'Port': ['ID=27347b51-0797-437f-9047-f46acf27f52b,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:56.847951 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:27:56.857635 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.857989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.858330 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.858683 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.859024 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.859390 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.859719 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.860040 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.860366 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.860851 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.860988 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.861333 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.861658 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.861982 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.862290 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:56.927473 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Attempting to bind port 27347b51-0797-437f-9047-f46acf27f52b on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:27:56.927856 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Attempting to bind port 27347b51-0797-437f-9047-f46acf27f52b by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:27:56.928403 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Attempting to bind port 27347b51-0797-437f-9047-f46acf27f52b on network 430b5cee-7acd-49e1-98b5-c069d03f7257 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:27:56.935474 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:27:56.935859 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Checking segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:27:56.936317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:56.936758 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Bound using segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:27:56.937282 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Bound port: 27347b51-0797-437f-9047-f46acf27f52b, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:27:56.937862 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (27347b51-0797-437f-9047-f46acf27f52b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.009041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Allocated IP 172.27.2.33 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/df51f9e2-9821-4c29-ba2a-f3035a14f613) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:27:57.009718 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] For port 27347b51-0797-437f-9047-f46acf27f52b, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:27:57.011249 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:57.014723 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] For port 27347b51-0797-437f-9047-f46acf27f52b, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=27347b51-0797-437f-9047-f46acf27f52b,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:27:57.023506 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (27347b51-0797-437f-9047-f46acf27f52b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.096767 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b616f87-3172-46d6-b09c-b32222269fad None None] Pushing event updated for resources: {'Port': ['ID=27347b51-0797-437f-9047-f46acf27f52b,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:57.144309 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks [] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.178595 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.221741 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:27:57.224535 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:57.228183 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:27:57.272666 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Pushing event updated for resources: {'Port': ['ID=df51f9e2-9821-4c29-ba2a-f3035a14f613,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:57.389039 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:57.502597 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks [] for router_gateway (ab12a982-bbea-4f41-bc27-9de0058dad8a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.692153 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (ab12a982-bbea-4f41-bc27-9de0058dad8a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.838728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Router ab12a982-bbea-4f41-bc27-9de0058dad8a is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:27:57.944735 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:57.955539 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:27:57.966244 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:57.968599 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:57.969232 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:57.970572 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fd58ce76-e382-4aa6-9761-0b35ec11fc49 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5540688 Jun 07 14:27:57.970783 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47676) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:27:58.038887 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9586f0a7-3d60-4bf6-8342-5e3f19f1b2e3 None None] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:27:58.082897 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:58.179128 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] Provisioning complete for port 27347b51-0797-437f-9047-f46acf27f52b triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:58.179541 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (27347b51-0797-437f-9047-f46acf27f52b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.192874 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:58.300984 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:57Z', 'revision_number': 3, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:58.302733 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] Current status of the port 27347b51-0797-437f-9047-f46acf27f52b is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:58.303249 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (27347b51-0797-437f-9047-f46acf27f52b), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.335825 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:27:58.337324 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Updating router ab12a982-bbea-4f41-bc27-9de0058dad8a port df51f9e2-9821-4c29-ba2a-f3035a14f613 binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:27:58.345412 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] For port 27347b51-0797-437f-9047-f46acf27f52b, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=27347b51-0797-437f-9047-f46acf27f52b,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:27:58.346460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:58.354101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (27347b51-0797-437f-9047-f46acf27f52b), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.375148 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.413702 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba431fd-619b-44cf-b0bc-b6c413d31c7e None None] Pushing event updated for resources: {'Port': ['ID=27347b51-0797-437f-9047-f46acf27f52b,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:58.437171 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:58.439764 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:58.514755 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.556480 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:27:58.591515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-b40cfe0c-ddd6-44ea-9170-4c2d51ff0577 None None] Provisioning complete for port 27347b51-0797-437f-9047-f46acf27f52b triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:58.594102 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-b40cfe0c-ddd6-44ea-9170-4c2d51ff0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (27347b51-0797-437f-9047-f46acf27f52b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.678631 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-b40cfe0c-ddd6-44ea-9170-4c2d51ff0577 None None] Current status of the port 27347b51-0797-437f-9047-f46acf27f52b is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:58.682622 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 27347b51-0797-437f-9047-f46acf27f52b up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:27:58.686997 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:58.760765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Allocated IP 172.20.0.1 (430b5cee-7acd-49e1-98b5-c069d03f7257/e50dd865-b9e8-4808-82d9-992ac8e9b01c/4b774b01-9382-4d48-8719-27fec3376917) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:27:58.783381 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 27347b51-0797-437f-9047-f46acf27f52b triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:58.783988 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (27347b51-0797-437f-9047-f46acf27f52b), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.811125 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Publish callbacks [] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.820175 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.890955 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 27347b51-0797-437f-9047-f46acf27f52b is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:27:58.900167 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Pushing event updated for resources: {'Port': ['ID=df51f9e2-9821-4c29-ba2a-f3035a14f613,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:58.904144 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Attempting to bind port df51f9e2-9821-4c29-ba2a-f3035a14f613 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:27:58.904509 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Attempting to bind port df51f9e2-9821-4c29-ba2a-f3035a14f613 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:27:58.904835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks [] for port (4b774b01-9382-4d48-8719-27fec3376917), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.904951 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Attempting to bind port df51f9e2-9821-4c29-ba2a-f3035a14f613 on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:27:58.915092 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.915402 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.917329 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.917715 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.918054 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.918383 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.918713 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.919039 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.919396 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.919717 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.920042 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.920375 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.921346 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.921346 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.921346 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:27:58.925854 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:27:58.926139 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:27:58.926566 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.926983 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:27:58.927612 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Bound port: df51f9e2-9821-4c29-ba2a-f3035a14f613, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:27:58.927991 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.942030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (4b774b01-9382-4d48-8719-27fec3376917), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:58.952578 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:58.989052 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] For port df51f9e2-9821-4c29-ba2a-f3035a14f613, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:27:58.989570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:27:58.992630 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] For port df51f9e2-9821-4c29-ba2a-f3035a14f613, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=df51f9e2-9821-4c29-ba2a-f3035a14f613,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:27:58.995000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:58.999663 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.000417 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:27:59.042227 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Pushing event updated for resources: {'Port': ['ID=4b774b01-9382-4d48-8719-27fec3376917,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:59.056806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (ab12a982-bbea-4f41-bc27-9de0058dad8a), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.065656 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bd784-6560-49c3-ab6e-8a0231f27d3d None None] Pushing event updated for resources: {'Port': ['ID=df51f9e2-9821-4c29-ba2a-f3035a14f613,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:59.070657 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:27:59.071515 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:59.149864 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:59.192009 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:27:59.203974 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4b774b01-9382-4d48-8719-27fec3376917), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.301302 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-334d4d50-3ca7-476e-92c6-d04e14ef86c7 None None] Provisioning complete for port 4b774b01-9382-4d48-8719-27fec3376917 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:59.302441 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-334d4d50-3ca7-476e-92c6-d04e14ef86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4b774b01-9382-4d48-8719-27fec3376917), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.336495 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-334d4d50-3ca7-476e-92c6-d04e14ef86c7 None None] Port 4b774b01-9382-4d48-8719-27fec3376917 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:27:59.370219 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:57Z', 'revision_number': 3, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:27:59.395434 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d67a7-c394-4164-893a-8066a5c4575b None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:57Z', 'revision_number': 3, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:27:59.415273 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks [] for port (4b774b01-9382-4d48-8719-27fec3376917), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.420614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (4b774b01-9382-4d48-8719-27fec3376917), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.489715 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (ab12a982-bbea-4f41-bc27-9de0058dad8a), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.491501 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Pushing event updated for resources: {'Port': ['ID=4b774b01-9382-4d48-8719-27fec3376917,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:27:59.593211 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:27:59.594594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:27:59.719673 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Router ab12a982-bbea-4f41-bc27-9de0058dad8a has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:27:59.828804 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:27:59.860381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:27:59.871775 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-cc78857c-f1ef-4898-a9cb-0d58cbfbef2d admin admin] 10.222.0.81 "PUT /v2.0/routers/ab12a982-bbea-4f41-bc27-9de0058dad8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992965 Jun 07 14:27:59.874623 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-139dc8e7-cadd-40e6-8a68-532daf9e14cc None None] Provisioning complete for port 4b774b01-9382-4d48-8719-27fec3376917 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:27:59.874996 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-139dc8e7-cadd-40e6-8a68-532daf9e14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4b774b01-9382-4d48-8719-27fec3376917), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:27:59.909589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-139dc8e7-cadd-40e6-8a68-532daf9e14cc None None] Port 4b774b01-9382-4d48-8719-27fec3376917 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:28:00.228410 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47726) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:00.241364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795944233', 'description': 'tempest-description--1161968183'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:00.285251 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.384189 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (6dce6115-7b5f-421d-a3e3-c6488c0b56eb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.398098 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6dce6115-7b5f-421d-a3e3-c6488c0b56eb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.444605 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:00.467211 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd61c4a-1fc1-4e4c-9e3b-fd125ca3f484 req-9c203fe4-6e60-4dd1-8f1a-6660c2abf49e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:00.468726 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5fd61c4a-1fc1-4e4c-9e3b-fd125ca3f484 req-9c203fe4-6e60-4dd1-8f1a-6660c2abf49e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0827179 Jun 07 14:28:00.473027 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.474204 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2410460 Jun 07 14:28:00.476968 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af083b8-f802-4315-bb4b-f2e91046e480 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce6115-7b5f-421d-a3e3-c6488c0b56eb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:00.477769 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47730) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:00.483278 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'security_group_rule': {'security_group_id': '6dce6115-7b5f-421d-a3e3-c6488c0b56eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:00.488291 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:00.518553 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (5f4b3381-01c3-4867-a30e-675de04a934a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.542675 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5fd61c4a-1fc1-4e4c-9e3b-fd125ca3f484 req-03008d48-7147-407a-a9cd-f8546cef5312 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662930 Jun 07 14:28:00.587245 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (5f4b3381-01c3-4867-a30e-675de04a934a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.591075 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (5f4b3381-01c3-4867-a30e-675de04a934a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.608058 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4b3381-01c3-4867-a30e-675de04a934a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:00.618706 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.619879 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a85f8cb4-544c-43d3-8258-e25c6ce6f645 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408358 Jun 07 14:28:00.621338 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device df51f9e2-9821-4c29-ba2a-f3035a14f613 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:28:00.623048 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47732) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:00.627549 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'security_group_rule': {'security_group_id': '6dce6115-7b5f-421d-a3e3-c6488c0b56eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:00.659572 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (1284a4af-1229-4de1-ab69-2e61c049ca58), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.672500 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port df51f9e2-9821-4c29-ba2a-f3035a14f613 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:00.672870 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.697086 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:00.714719 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:00.724194 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (1284a4af-1229-4de1-ab69-2e61c049ca58), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.727938 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (1284a4af-1229-4de1-ab69-2e61c049ca58), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.746752 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1284a4af-1229-4de1-ab69-2e61c049ca58,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:00.754984 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.755122 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port df51f9e2-9821-4c29-ba2a-f3035a14f613 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:00.755488 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.756249 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-8b66ca3c-20da-4ca4-8e26-62a520dd007e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321495 Jun 07 14:28:00.759651 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47734) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:00.765032 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:00.783394 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port df51f9e2-9821-4c29-ba2a-f3035a14f613, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=df51f9e2-9821-4c29-ba2a-f3035a14f613,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:00.787526 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.788645 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:00.836881 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=df51f9e2-9821-4c29-ba2a-f3035a14f613,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:01.114013 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.193043 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:28:01.204084 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:01.204687 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:01.224773 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Allocated IP 172.27.2.155 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/ba76241a-799d-47fa-843c-f0a76627b00d) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:28:01.336587 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for port (ba76241a-799d-47fa-843c-f0a76627b00d), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.371805 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ba76241a-799d-47fa-843c-f0a76627b00d), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.412587 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:28:01.418383 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:28:01.420854 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:28:01.426276 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'Port': ['ID=ba76241a-799d-47fa-843c-f0a76627b00d,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:01.437794 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:01.510001 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=10 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:01.515122 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.553627 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ba76241a-799d-47fa-843c-f0a76627b00d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.637461 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 2, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:01.664514 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa697a8-9b53-4fa2-8e7f-a8343aa5c957 req-9049dc48-38bf-46ed-a7cf-a60ba04900e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:01.666156 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0fa697a8-9b53-4fa2-8e7f-a8343aa5c957 req-9049dc48-38bf-46ed-a7cf-a60ba04900e0 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0519900 Jun 07 14:28:01.669133 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:28:01.669495 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Updating router ab12a982-bbea-4f41-bc27-9de0058dad8a port 4b774b01-9382-4d48-8719-27fec3376917 binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:28:01.671014 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:01.698499 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4b774b01-9382-4d48-8719-27fec3376917), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.714963 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0fa697a8-9b53-4fa2-8e7f-a8343aa5c957 req-72dfc78a-0d49-4762-9907-f71e152d6fe5 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Jun 07 14:28:01.748686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for port (ba76241a-799d-47fa-843c-f0a76627b00d), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.753245 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (ba76241a-799d-47fa-843c-f0a76627b00d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.821899 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'Port': ['ID=ba76241a-799d-47fa-843c-f0a76627b00d,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:01.835642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.835992 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.836336 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.836675 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.837008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.837344 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.837671 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.837999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.838326 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.838648 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.838971 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.841449 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.841449 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.841449 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.841449 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:28:01.845880 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.862406 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:01.863805 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-21eb5b11-fe2d-47fc-b9c2-7a537dfcdebb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1031868 Jun 07 14:28:01.992703 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:02.007673 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Publish callbacks [] for port (4b774b01-9382-4d48-8719-27fec3376917), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.013737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4b774b01-9382-4d48-8719-27fec3376917), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.018407 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-4232bc55-479c-4f1e-b0e6-7e94188c6449 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--795944233&fields=id&tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 267 time: 0.0458398 Jun 07 14:28:02.061858 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51742a9-5633-40fb-a226-470b00767796 None None] Pushing event updated for resources: {'Port': ['ID=4b774b01-9382-4d48-8719-27fec3376917,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:02.121250 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Attempting to bind port 4b774b01-9382-4d48-8719-27fec3376917 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:28:02.121625 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Attempting to bind port 4b774b01-9382-4d48-8719-27fec3376917 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:28:02.121987 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Attempting to bind port 4b774b01-9382-4d48-8719-27fec3376917 on network 430b5cee-7acd-49e1-98b5-c069d03f7257 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:28:02.127527 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:28:02.128040 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Checking segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:28:02.128682 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.129130 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Bound using segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:28:02.129711 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Bound port: 4b774b01-9382-4d48-8719-27fec3376917, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:28:02.130152 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4b774b01-9382-4d48-8719-27fec3376917), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.134324 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-dd86663c-b9d5-4eb2-9541-8a272a85d659 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:02.135858 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-dd86663c-b9d5-4eb2-9541-8a272a85d659 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 816 time: 0.1107776 Jun 07 14:28:02.153759 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-04d7d371-4223-4615-82d9-9893f33add02 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/quotas/4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 375 time: 0.0103779 Jun 07 14:28:02.203344 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] For port 4b774b01-9382-4d48-8719-27fec3376917, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:28:02.207385 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] For port 4b774b01-9382-4d48-8719-27fec3376917, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4b774b01-9382-4d48-8719-27fec3376917,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:28:02.215838 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4b774b01-9382-4d48-8719-27fec3376917), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.217731 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-654d6777-5cd7-4880-9db0-b14da64c3c25 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537400 Jun 07 14:28:02.221642 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:02.282881 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51742a9-5633-40fb-a226-470b00767796 None None] Pushing event updated for resources: {'Port': ['ID=4b774b01-9382-4d48-8719-27fec3376917,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:02.285660 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:02.286284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:02.336289 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-3b3542a5-f4b9-447e-8448-cf961e6dba93 service neutron] 10.222.0.81 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043327 Jun 07 14:28:02.403747 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:02.435208 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-e33ac4aa-8cbb-4fa5-829b-b530b1dbd36f service neutron] 10.222.0.81 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979548 Jun 07 14:28:02.437197 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] Provisioning complete for port 4b774b01-9382-4d48-8719-27fec3376917 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:02.437566 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4b774b01-9382-4d48-8719-27fec3376917), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.628519 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device df51f9e2-9821-4c29-ba2a-f3035a14f613 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:28:02.629470 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d73239d-5486-4890-821d-44ca714adb99 req-dba1dc91-5abb-48e7-b42d-19fe4b37141e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 210 time: 0.0476863 Jun 07 14:28:02.661164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:02.672003 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] Current status of the port 4b774b01-9382-4d48-8719-27fec3376917 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:02.672400 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (4b774b01-9382-4d48-8719-27fec3376917), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.686366 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-b8860e33-abfc-4c60-9b7f-1cfa38bf6e7a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:02.687937 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-b8860e33-abfc-4c60-9b7f-1cfa38bf6e7a tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.0701115 Jun 07 14:28:02.760615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] For port 4b774b01-9382-4d48-8719-27fec3376917, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4b774b01-9382-4d48-8719-27fec3376917,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:02.770879 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port df51f9e2-9821-4c29-ba2a-f3035a14f613 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:02.771274 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.772859 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (4b774b01-9382-4d48-8719-27fec3376917), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.814440 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Deleting port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:02.815026 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.819952 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:02.852142 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09351842-f655-4def-b019-bb9d24e5cca1 None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:28:02.898182 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bcb55-8e9c-438e-ba6b-54d53a11c5be None None] Pushing event updated for resources: {'Port': ['ID=4b774b01-9382-4d48-8719-27fec3376917,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:02.906302 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-0f60d312-c6f0-4318-bcb8-81b035a24362 None None] Provisioning complete for port 4b774b01-9382-4d48-8719-27fec3376917 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:02.906674 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0f60d312-c6f0-4318-bcb8-81b035a24362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4b774b01-9382-4d48-8719-27fec3376917), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:02.965875 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:02.993056 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port df51f9e2-9821-4c29-ba2a-f3035a14f613 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:03.013212 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411ff78-43d8-4668-b1f6-5a364f4a6f2c req-d2c3476e-f027-48f7-abba-d95de88a5446 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:03.021033 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2411ff78-43d8-4668-b1f6-5a364f4a6f2c req-d2c3476e-f027-48f7-abba-d95de88a5446 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 945 time: 0.2159176 Jun 07 14:28:03.030283 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] For port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:03.030654 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:03.056204 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Calling delete_port for f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:03.074585 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-0f60d312-c6f0-4318-bcb8-81b035a24362 None None] Current status of the port 4b774b01-9382-4d48-8719-27fec3376917 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:03.085759 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:03.096034 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2411ff78-43d8-4668-b1f6-5a364f4a6f2c req-5a28e66a-f4e5-43e9-9535-f3a5b6be8caa tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/security-groups?id=5c7431a4-77a8-4e1f-8dae-3112a50757b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740700 Jun 07 14:28:03.236443 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:03.249274 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:28:03.267142 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Pushing event deleted for resources: {'Port': ['ID=f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:03.318784 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] No DVR routers for this DVR port f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:03.321461 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:03.325925 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c6aadd99-662f-4237-8d87-32bbf661cbba req-c8d93379-0d3e-4d9e-a7cb-ff5b8fce54d6 tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.75 "DELETE /v2.0/ports/f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed HTTP/1.1" status: 204 len: 173 time: 0.6278501 Jun 07 14:28:03.326298 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'name': 'network-vif-deleted', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:28:03.329989 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee9885-93f2-4828-9714-39261b39a46f" -d '{"events": [{"server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "name": "network-vif-deleted", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:28:03.390650 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e41b6-3014-474a-b773-3338391f755e x-openstack-request-id: req-886e41b6-3014-474a-b773-3338391f755e {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:28:03.390942 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12cd77-70c4-4d1b-a6c3-66ba546ad15a", "name": "network-vif-deleted", "tag": "f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:28:03.391197 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-886e41b6-3014-474a-b773-3338391f755e {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:28:03.391653 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886e41b6-3014-474a-b773-3338391f755e'] response: {'server_uuid': 'ad12cd77-70c4-4d1b-a6c3-66ba546ad15a', 'name': 'network-vif-deleted', 'tag': 'f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed', 'status': 'completed', 'code': 200} Jun 07 14:28:03.752015 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-df79dcee-cdb4-4eed-bdcb-8d0a9c585e04 req-a4c68846-79aa-4138-9215-a2c41e0d411e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 210 time: 0.0426059 Jun 07 14:28:04.228943 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d05f971-f9b0-4069-920d-a91a9ef436f3 req-7a8881bf-5a3d-4bfb-ae9d-5a8e068cb96e tempest-TestMinimumBasicScenario-469415017 tempest-TestMinimumBasicScenario-469415017-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad12cd77-70c4-4d1b-a6c3-66ba546ad15a HTTP/1.1" status: 200 len: 210 time: 0.0328991 Jun 07 14:28:04.284603 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-fced0f85-9014-40c8-b695-a5d940021bd8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:04.286064 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-fced0f85-9014-40c8-b695-a5d940021bd8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 816 time: 0.1555517 Jun 07 14:28:04.356707 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-63a67bbb-963e-4908-846e-121263cb48d3 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 379 time: 0.0583119 Jun 07 14:28:04.438571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'port': {'device_id': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'admin_state_up': True, 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'security_groups': ['6dce6115-7b5f-421d-a3e3-c6488c0b56eb']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:04.561831 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Made reservation on behalf of 4c6a6f6bdf7743cba1a36a3e8f67cf02 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:28:04.565316 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:04.602210 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4b774b01-9382-4d48-8719-27fec3376917 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:28:04.649209 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 4b774b01-9382-4d48-8719-27fec3376917 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:04.649580 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (4b774b01-9382-4d48-8719-27fec3376917), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:04.672095 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:04.696833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Allocated IP 172.20.0.6 (430b5cee-7acd-49e1-98b5-c069d03f7257/e50dd865-b9e8-4808-82d9-992ac8e9b01c/3f5b3dca-4f2b-407e-9796-9a5c5a344abb) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:28:04.724816 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 4b774b01-9382-4d48-8719-27fec3376917 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:04.834961 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:04.845706 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:04.875481 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5067bd61-6f5d-4437-8d0f-3edcf27d3511 req-65fef1f5-1e71-403f-94bf-3f59c4cb23e6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 210 time: 0.0435228 Jun 07 14:28:04.881167 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:04.905596 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:04.946975 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:28:04.951106 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:28:04.953415 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:28:04.991484 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:05.018443 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:05.019094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.043995 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-57821b76-d995-4b43-a1bf-7aa83c732216 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093233 Jun 07 14:28:05.059940 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Request body: {'port': {'device_id': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:05.124791 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.210852 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-a82939f1-9987-431d-adbe-e37b5493b81b None None] Provisioning complete for port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:05.211134 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a82939f1-9987-431d-adbe-e37b5493b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.243295 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-a82939f1-9987-431d-adbe-e37b5493b81b None None] Port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:28:05.413576 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5b3dca-4f2b-407e-9796-9a5c5a344abb {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:28:05.421628 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Publish callbacks [] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.434217 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Transition to ACTIVE for port object 3f5b3dca-4f2b-407e-9796-9a5c5a344abb will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:28:05.438184 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.489445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:05.577867 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Attempting to bind port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:28:05.578209 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Attempting to bind port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:28:05.578566 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Attempting to bind port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb on network 430b5cee-7acd-49e1-98b5-c069d03f7257 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:28:05.584332 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb on network 430b5cee-7acd-49e1-98b5-c069d03f7257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:28:05.584652 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Attempting to bind port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb on network 430b5cee-7acd-49e1-98b5-c069d03f7257 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:28:05.591903 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:28:05.591903 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Checking segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:28:05.592299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Bound using segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:28:05.592731 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Bound port: 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:28:05.593087 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.671385 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:28:05.674719 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:28:05.682605 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.721753 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:05.722371 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:05.723788 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] 10.222.0.75 "PUT /v2.0/ports/3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 1093 time: 0.6687698 Jun 07 14:28:05.725492 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:28:05.735349 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74246bd3-8859-4af7-9081-86a0ec13b119" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:28:05.740541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:05.771965 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:05.772945 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea7294-d3a5-4aa9-a5e0-a30a19d35d3d service neutron] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:05.801951 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d1e95-1425-4e79-a2c2-4c8edbf5c739 x-openstack-request-id: req-4b6d1e95-1425-4e79-a2c2-4c8edbf5c739 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:28:05.802246 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:28:05.802496 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b6d1e95-1425-4e79-a2c2-4c8edbf5c739 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:28:05.802896 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6d1e95-1425-4e79-a2c2-4c8edbf5c739'] response: {'name': 'network-changed', 'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'status': 'completed', 'code': 200} Jun 07 14:28:05.834492 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-bc8b3834-a023-4398-a13a-af4fa0158644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:05.836070 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-bc8b3834-a023-4398-a13a-af4fa0158644 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1127 time: 0.0554659 Jun 07 14:28:05.881716 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-776efa8a-4776-48ce-8a78-7dc2344b6bdd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 217 time: 0.0348685 Jun 07 14:28:05.942145 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-8fc2827f-4f58-4bf2-99a8-a813412b2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:05.943586 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-8fc2827f-4f58-4bf2-99a8-a813412b2d1f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0504811 Jun 07 14:28:06.009488 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47844) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:06.022489 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548c85-b649-4ee5-8fef-233328a89138 req-bd34ec6e-3e92-4e66-ab40-06d56966cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:06.023936 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-bd34ec6e-3e92-4e66-ab40-06d56966cd6d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738683 Jun 07 14:28:06.037390 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01c6d6-66c2-4d70-bd74-d7ff7e94158a req-2a97f6c6-9b8a-4f64-8032-6ed63c986710 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:06.038831 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5d01c6d6-66c2-4d70-bd74-d7ff7e94158a req-2a97f6c6-9b8a-4f64-8032-6ed63c986710 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0577221 Jun 07 14:28:06.148864 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5d01c6d6-66c2-4d70-bd74-d7ff7e94158a req-c499d6fd-e10d-4c1d-a943-a52b0d5e1815 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001611 Jun 07 14:28:06.168065 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-386af1b4-8e42-4e7c-9693-0beeac958643 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262152 Jun 07 14:28:06.261516 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d2548c85-b649-4ee5-8fef-233328a89138 req-a40e7abf-9bd0-489b-9f3c-37c3e24d1086 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838120 Jun 07 14:28:06.399323 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (adca1240-2da6-4544-9f18-17c5c36f3650), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:06.654754 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:06.669331 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Deleting port 4aee3433-0f68-4a82-860f-0442065a5d02 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:06.669663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:06.746547 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] For port 4aee3433-0f68-4a82-860f-0442065a5d02, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4aee3433-0f68-4a82-860f-0442065a5d02,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:06.746906 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:06.763363 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Calling delete_port for 4aee3433-0f68-4a82-860f-0442065a5d02 owned by network:router_interface {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:06.804272 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:06.942290 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (4aee3433-0f68-4a82-860f-0442065a5d02), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:06.966901 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aee3433-0f68-4a82-860f-0442065a5d02,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:07.130596 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (adca1240-2da6-4544-9f18-17c5c36f3650), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:07.341065 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Router adca1240-2da6-4544-9f18-17c5c36f3650 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:28:07.446605 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:28:07.454897 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-02635470-5cf1-4db6-93cc-a10449406df3 admin admin] 10.222.0.81 "PUT /v2.0/routers/adca1240-2da6-4544-9f18-17c5c36f3650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4436524 Jun 07 14:28:07.455550 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47850) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:07.457478 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] Sync routers for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:28:07.471834 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:07.472468 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:07.533013 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:07.562272 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-0ca359ca-1f18-4729-ba59-146849365181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:07.562977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks [] for router (adca1240-2da6-4544-9f18-17c5c36f3650), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:07.564182 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-0ca359ca-1f18-4729-ba59-146849365181 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1127 time: 0.3413723 Jun 07 14:28:07.577954 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:07.578532 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fd260-ddcc-40b8-bbfc-32f9bb5c4804 req-6954a52f-e1f5-4ca8-8c15-644978f23412 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:07.580555 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2c5fd260-ddcc-40b8-bbfc-32f9bb5c4804 req-6954a52f-e1f5-4ca8-8c15-644978f23412 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.3473766 Jun 07 14:28:07.583733 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:07.586026 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:07.629190 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2c5fd260-ddcc-40b8-bbfc-32f9bb5c4804 req-2e44425e-bc6a-4994-a01d-76ea3a091d16 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 Jun 07 14:28:07.673869 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks [] for router_gateway (adca1240-2da6-4544-9f18-17c5c36f3650), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:07.721654 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:07.729307 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Deleting port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:07.729810 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:07.764409 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:28:06Z', 'revision_number': 5, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port': {'id': '79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:07.795973 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] Checking router: adca1240-2da6-4544-9f18-17c5c36f3650 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:28:07.805803 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] Routers {'adca1240-2da6-4544-9f18-17c5c36f3650'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:07.806426 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['adca1240-2da6-4544-9f18-17c5c36f3650'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:07.837030 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] For port 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:07.837657 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:07.843503 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-18d7139e-796f-4695-98b4-5cd7a13d8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:07.845103 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-18d7139e-796f-4695-98b4-5cd7a13d8b5d service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.0979259 Jun 07 14:28:07.854490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Calling delete_port for 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab owned by network:router_gateway {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:07.890906 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] Set router adca1240-2da6-4544-9f18-17c5c36f3650 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:07.942000 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:28:07Z', 'revision_number': 6, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:07.965866 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412b801-34a8-4302-8321-b19c8381be97 None None] The sync data for ids ['adca1240-2da6-4544-9f18-17c5c36f3650'] in dv-cinder-836083-9-iscsi is: [{'id': 'adca1240-2da6-4544-9f18-17c5c36f3650', 'name': 'tempest-TestMinimumBasicScenario-1513835028-router', 'tenant_id': '1c7b98807cae4a75968ed946de9c92bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:14Z', 'updated_at': '2022-06-07T14:28:07Z', 'revision_number': 6, 'project_id': '1c7b98807cae4a75968ed946de9c92bb', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:28:07.983376 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:08.003687 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:08.004042 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device f2581f0d-52d5-4fd2-aac8-ba96fe0f65ed not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:08.027698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.058754 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Pushing event deleted for resources: {'Port': ['ID=79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:08.118560 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (adca1240-2da6-4544-9f18-17c5c36f3650), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.205573 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (adca1240-2da6-4544-9f18-17c5c36f3650), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.207738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks [] for router_controller (adca1240-2da6-4544-9f18-17c5c36f3650), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.248795 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (adca1240-2da6-4544-9f18-17c5c36f3650), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.249430 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router adca1240-2da6-4544-9f18-17c5c36f3650 {{(pid=103889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:28:08.253437 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.254598 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9f541281-6707-4138-a46f-45930c5b08ca admin admin] 10.222.0.81 "DELETE /v2.0/routers/adca1240-2da6-4544-9f18-17c5c36f3650 HTTP/1.1" status: 204 len: 168 time: 0.7981052 Jun 07 14:28:08.257136 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47854) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:08.305260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Deleting subnet 937abd9d-17e0-401c-87ea-c0c7c68e132a {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:28:08.309554 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Publish callbacks [] for subnet (937abd9d-17e0-401c-87ea-c0c7c68e132a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.346100 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (937abd9d-17e0-401c-87ea-c0c7c68e132a), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.430404 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (937abd9d-17e0-401c-87ea-c0c7c68e132a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.467025 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:08.478864 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-cbf70fe9-67af-4a0e-8b52-2ba861169f8c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 217 time: 0.0493774 Jun 07 14:28:08.503910 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (937abd9d-17e0-401c-87ea-c0c7c68e132a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.535565 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937abd9d-17e0-401c-87ea-c0c7c68e132a,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:08.537738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.543125 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba002571-610b-4162-8123-763c2f10f3cf None None] Network d4d298de-4ac9-4be1-9225-de274b18204d requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:28:08.544433 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f6c7782c-ef7c-4d18-9031-84386ebaa6e4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/937abd9d-17e0-401c-87ea-c0c7c68e132a HTTP/1.1" status: 204 len: 168 time: 0.2863493 Jun 07 14:28:08.545149 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47856) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:08.580511 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-4eb944a3-0384-464c-9d09-f1585d470ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:08.583065 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-4eb944a3-0384-464c-9d09-f1585d470ac7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0953207 Jun 07 14:28:08.626010 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:08.629196 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (d4d298de-4ac9-4be1-9225-de274b18204d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.661195 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4aee3433-0f68-4a82-860f-0442065a5d02 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:08.679771 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-550a7f34-92f8-4a57-bb79-19032019d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:08.685962 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-550a7f34-92f8-4a57-bb79-19032019d8bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897603 Jun 07 14:28:08.695962 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Deleting port efae4635-e9ec-416a-8bbf-d09d9c17cc88 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:08.695962 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.697716 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 4aee3433-0f68-4a82-860f-0442065a5d02 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:08.698074 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4aee3433-0f68-4a82-860f-0442065a5d02 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:08.699463 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:08.773305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:08.774052 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 79ec3375-79d1-4f5e-bbe1-3c5dd0b76dab not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:08.793190 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] For port efae4635-e9ec-416a-8bbf-d09d9c17cc88, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=efae4635-e9ec-416a-8bbf-d09d9c17cc88,segment=NetworkSegment(2249f9bb-4b13-4382-bed8-063860dd2612),segment_id=2249f9bb-4b13-4382-bed8-063860dd2612)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:08.793823 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.811137 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Calling delete_port for efae4635-e9ec-416a-8bbf-d09d9c17cc88 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:08.878693 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] DHCP port deletion for d4d298de-4ac9-4be1-9225-de274b18204d request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:28:08.882518 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316d268-d582-4303-bda8-7ff8ef48a9f3 req-b2bb0ef5-6f4c-4c95-9dfd-3749f8512cc3 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:08.884547 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1316d268-d582-4303-bda8-7ff8ef48a9f3 req-b2bb0ef5-6f4c-4c95-9dfd-3749f8512cc3 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.1134806 Jun 07 14:28:08.927644 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.939332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Deleting port efae4635-e9ec-416a-8bbf-d09d9c17cc88 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:08.939710 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:08.954632 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-b15adfa3-f3d3-438b-ab91-ee39ff1f7b05 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579052 Jun 07 14:28:08.961068 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:08.973930 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Pushing event deleted for resources: {'Port': ['ID=efae4635-e9ec-416a-8bbf-d09d9c17cc88,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:08.975445 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] No DVR routers for this DVR port efae4635-e9ec-416a-8bbf-d09d9c17cc88 on host dv-cinder-836083-9-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:09.027131 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:09.036180 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] For port efae4635-e9ec-416a-8bbf-d09d9c17cc88, host dv-cinder-836083-9-iscsi, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:09.036582 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.056188 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Calling delete_port for efae4635-e9ec-416a-8bbf-d09d9c17cc88 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:09.060536 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Port efae4635-e9ec-416a-8bbf-d09d9c17cc88 was not found and therefore no delete operation was performed {{(pid=103891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 14:28:09.062432 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (efae4635-e9ec-416a-8bbf-d09d9c17cc88), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.071829 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1316d268-d582-4303-bda8-7ff8ef48a9f3 req-831592f8-0d3a-4a67-8997-6e7366e068cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767380 Jun 07 14:28:09.096607 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] Pushing event deleted for resources: {'Port': ['ID=efae4635-e9ec-416a-8bbf-d09d9c17cc88,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:09.108339 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49872b12-a418-49c3-b1d0-ef78d97f4ca4 None None] No DVR routers for this DVR port efae4635-e9ec-416a-8bbf-d09d9c17cc88 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:09.134401 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-74246bd3-8859-4af7-9081-86a0ec13b119 req-197060e7-b525-4e91-9d68-c2e522647c97 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698861 Jun 07 14:28:09.320051 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (d4d298de-4ac9-4be1-9225-de274b18204d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.344618 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d298de-4ac9-4be1-9225-de274b18204d']}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:09.354078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2249f9bb-4b13-4382-bed8-063860dd2612') {'for_net_delete': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:09.354375 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2249f9bb-4b13-4382-bed8-063860dd2612') {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:09.364954 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848350'] for segment (2249f9bb-4b13-4382-bed8-063860dd2612), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.380259 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (2249f9bb-4b13-4382-bed8-063860dd2612), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.392825 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:28:09.393471 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3372005'] for segment (2249f9bb-4b13-4382-bed8-063860dd2612), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.464447 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (d4d298de-4ac9-4be1-9225-de274b18204d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.470631 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.474246 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d4d298de-4ac9-4be1-9225-de274b18204d HTTP/1.1" status: 204 len: 168 time: 0.9272358 Jun 07 14:28:09.477063 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47882) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:09.491986 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c3cd-6046-4b01-96db-34c2e5878268 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d298de-4ac9-4be1-9225-de274b18204d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:09.561847 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 2249f9bb-4b13-4382-bed8-063860dd2612 resource provider aggregate not found Jun 07 14:28:09.564686 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:09.580402 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment 2249f9bb-4b13-4382-bed8-063860dd2612 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2249f9bb-4b13-4382-bed8-063860dd2612 found for delete ", "request_id": "req-09b10746-705c-415a-983a-d983873439d3"}]} Jun 07 14:28:09.794250 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (ac119897-c08d-4360-99ab-6822d0c53dac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:09.999063 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:28:10.010733 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Deleting port a27759cd-f64f-468e-aa8a-c4589f39618a {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:10.011637 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:10.095287 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] For port a27759cd-f64f-468e-aa8a-c4589f39618a, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=a27759cd-f64f-468e-aa8a-c4589f39618a,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:10.095570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:10.100172 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:10.109784 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Calling delete_port for a27759cd-f64f-468e-aa8a-c4589f39618a owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:10.113805 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'mac_address': 'fa:16:3e:b6:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:28:10.149902 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:10.150367 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:10.164471 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5b3dca-4f2b-407e-9796-9a5c5a344abb {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:28:10.185603 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:10.189855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:10.212836 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a297e5-47ea-482c-9074-9ded7d9304c9 req-b313ec84-7432-4aa4-959f-3fca79825da5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:10.215059 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54a297e5-47ea-482c-9074-9ded7d9304c9 req-b313ec84-7432-4aa4-959f-3fca79825da5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0644286 Jun 07 14:28:10.239485 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:10.266760 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:10.325315 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54a297e5-47ea-482c-9074-9ded7d9304c9 req-8155513f-24ec-4779-8430-deed8caec532 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024623 Jun 07 14:28:10.327266 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:10.385526 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (a27759cd-f64f-468e-aa8a-c4589f39618a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:10.411165 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27759cd-f64f-468e-aa8a-c4589f39618a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:10.564227 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['3f5b3dca-4f2b-407e-9796-9a5c5a344abb'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:28:10.594171 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (ac119897-c08d-4360-99ab-6822d0c53dac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:10.742643 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device efae4635-e9ec-416a-8bbf-d09d9c17cc88 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:10.766475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: efae4635-e9ec-416a-8bbf-d09d9c17cc88 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:10.766819 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device efae4635-e9ec-416a-8bbf-d09d9c17cc88 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:10.816448 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:10.831097 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Router ac119897-c08d-4360-99ab-6822d0c53dac has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:28:10.928714 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:28:10.934265 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5231b999-ea66-414f-af3e-73b03bc647f2 admin admin] 10.222.0.81 "PUT /v2.0/routers/ac119897-c08d-4360-99ab-6822d0c53dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552402 Jun 07 14:28:10.936959 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47890) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:10.939612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] Sync routers for ids ['ac119897-c08d-4360-99ab-6822d0c53dac'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:28:10.950689 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] Routers {'ac119897-c08d-4360-99ab-6822d0c53dac'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:10.951353 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac119897-c08d-4360-99ab-6822d0c53dac'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:11.035898 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks [] for router (ac119897-c08d-4360-99ab-6822d0c53dac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.053555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] Set router ac119897-c08d-4360-99ab-6822d0c53dac gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:11.135272 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks [] for router_gateway (ac119897-c08d-4360-99ab-6822d0c53dac), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.174834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:11.184080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Deleting port ddb604d8-c588-4c9f-99c7-cb4abc5ce598 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:11.184469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.223726 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:28:10Z', 'revision_number': 5, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port': {'id': 'ddb604d8-c588-4c9f-99c7-cb4abc5ce598', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:11.248729 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] Checking router: ac119897-c08d-4360-99ab-6822d0c53dac for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:28:11.257125 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] Routers {'ac119897-c08d-4360-99ab-6822d0c53dac'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:11.257725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:27:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac119897-c08d-4360-99ab-6822d0c53dac'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:11.267274 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] For port ddb604d8-c588-4c9f-99c7-cb4abc5ce598, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:11.267642 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.280823 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Calling delete_port for ddb604d8-c588-4c9f-99c7-cb4abc5ce598 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:11.319199 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:11.342815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] Set router ac119897-c08d-4360-99ab-6822d0c53dac gateway port host: None {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:11.392375 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:28:11Z', 'revision_number': 6, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:11.422517 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce3254-e3b9-40eb-bb2f-0ddf4e9adb5d None None] The sync data for ids ['ac119897-c08d-4360-99ab-6822d0c53dac'] in dv-cinder-836083-9-iscsi is: [{'id': 'ac119897-c08d-4360-99ab-6822d0c53dac', 'name': 'tempest-TestMinimumBasicScenario-712011263-router', 'tenant_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:25:20Z', 'updated_at': '2022-06-07T14:28:11Z', 'revision_number': 6, 'project_id': '2ce5417c58dd4bdd8598dd8dd2667a7d', 'gw_port_host': None}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:28:11.485747 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986539b-5ca9-442e-93d8-a74def904577 req-a74930d9-73c8-49e7-98d4-544d950f1211 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:11.487209 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3986539b-5ca9-442e-93d8-a74def904577 req-a74930d9-73c8-49e7-98d4-544d950f1211 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 944 time: 0.0780029 Jun 07 14:28:11.494141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (ddb604d8-c588-4c9f-99c7-cb4abc5ce598), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.534087 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb604d8-c588-4c9f-99c7-cb4abc5ce598,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:11.609413 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3986539b-5ca9-442e-93d8-a74def904577 req-1e955e88-f85b-42f2-962d-1261a66b5905 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162539 Jun 07 14:28:11.621513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (ac119897-c08d-4360-99ab-6822d0c53dac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.725586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (ac119897-c08d-4360-99ab-6822d0c53dac), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.727812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks [] for router_controller (ac119897-c08d-4360-99ab-6822d0c53dac), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.798215 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (ac119897-c08d-4360-99ab-6822d0c53dac), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.799087 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac119897-c08d-4360-99ab-6822d0c53dac {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:28:11.804339 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.808756 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e5472dee-06d7-4c85-a5c7-978595dd3974 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ac119897-c08d-4360-99ab-6822d0c53dac HTTP/1.1" status: 204 len: 168 time: 0.8676872 Jun 07 14:28:11.808756 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47904) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:11.857885 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Deleting subnet 30ca8d14-5800-4da7-a3e3-b9b84f9b999f {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:28:11.861561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Publish callbacks [] for subnet (30ca8d14-5800-4da7-a3e3-b9b84f9b999f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:11.915604 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3239358'] for subnet (30ca8d14-5800-4da7-a3e3-b9b84f9b999f), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.023781 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (30ca8d14-5800-4da7-a3e3-b9b84f9b999f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.046528 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:28:12.079467 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26152847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25795804'] for subnet (30ca8d14-5800-4da7-a3e3-b9b84f9b999f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.083636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:12.107271 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ca8d14-5800-4da7-a3e3-b9b84f9b999f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:12.111240 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.114370 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-960d0f64-8be8-4af1-963a-a0cd747dad11 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/30ca8d14-5800-4da7-a3e3-b9b84f9b999f HTTP/1.1" status: 204 len: 168 time: 0.3046074 Jun 07 14:28:12.116877 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47908) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:12.120433 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:12.128481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365977dd-90c5-4ae5-86f4-9e4024c8a4f8 None None] Network 67b4defb-4d32-45df-bee1-e426df57397b requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:28:12.224678 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:28:12.237679 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:28:12.238021 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.344176 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:12.344568 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.368759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] DHCP port deletion for 67b4defb-4d32-45df-bee1-e426df57397b request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:28:12.378994 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:28:12.381431 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e159430f-128f-4415-9306-dbcda0af6928" -d '{"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:28:12.426284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:12.428083 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6991325a-bcee-423a-b134-c519f792c1aa x-openstack-request-id: req-6991325a-bcee-423a-b134-c519f792c1aa {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:28:12.428362 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:28:12.428635 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6991325a-bcee-423a-b134-c519f792c1aa {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:28:12.428986 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6991325a-bcee-423a-b134-c519f792c1aa'] response: {'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'code': 200} Jun 07 14:28:12.433543 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.464975 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] Deleting port 232968a6-c824-4daa-b6f5-192dbf6f539f {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:12.465345 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.469152 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (67b4defb-4d32-45df-bee1-e426df57397b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.539308 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Deleting port 232968a6-c824-4daa-b6f5-192dbf6f539f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:12.539790 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.594281 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:12.617394 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] For port 232968a6-c824-4daa-b6f5-192dbf6f539f, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=232968a6-c824-4daa-b6f5-192dbf6f539f,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:12.617796 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.647482 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] Calling delete_port for 232968a6-c824-4daa-b6f5-192dbf6f539f owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:12.652576 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device a27759cd-f64f-468e-aa8a-c4589f39618a no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:12.669262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] For port 232968a6-c824-4daa-b6f5-192dbf6f539f, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=232968a6-c824-4daa-b6f5-192dbf6f539f,segment=NetworkSegment(b445c8d1-4f72-4fdd-a7af-66dec10508ed),segment_id=b445c8d1-4f72-4fdd-a7af-66dec10508ed)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:12.669735 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.679276 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:12.682486 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: a27759cd-f64f-468e-aa8a-c4589f39618a {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:12.683571 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device a27759cd-f64f-468e-aa8a-c4589f39618a not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:12.684292 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device ddb604d8-c588-4c9f-99c7-cb4abc5ce598 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:12.723904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Calling delete_port for 232968a6-c824-4daa-b6f5-192dbf6f539f owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:12.748792 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: ddb604d8-c588-4c9f-99c7-cb4abc5ce598 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:12.748792 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device ddb604d8-c588-4c9f-99c7-cb4abc5ce598 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:12.749713 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 232968a6-c824-4daa-b6f5-192dbf6f539f no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:12.755254 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ba053-78bb-483c-beaf-3a0862b4a907 req-c01b7d75-f8e7-4da0-aa67-a83dfaa5350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:12.757033 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-717ba053-78bb-483c-beaf-3a0862b4a907 req-c01b7d75-f8e7-4da0-aa67-a83dfaa5350c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1129 time: 0.0759349 Jun 07 14:28:12.775682 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:12.865517 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ccb9c-e5e4-465b-af27-3d94e8ab7629 req-2e9beadc-27be-4961-b6aa-db0cabc9274d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:12.869238 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.871355 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 232968a6-c824-4daa-b6f5-192dbf6f539f is: ACTIVE; New status is: DOWN {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:28:12.871730 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.872008 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a92ccb9c-e5e4-465b-af27-3d94e8ab7629 req-2e9beadc-27be-4961-b6aa-db0cabc9274d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.1373763 Jun 07 14:28:12.905732 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] Pushing event deleted for resources: {'Port': ['ID=232968a6-c824-4daa-b6f5-192dbf6f539f,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:12.915862 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bbfd7-2562-453c-8b71-fecb895fb6e9 None None] No DVR routers for this DVR port 232968a6-c824-4daa-b6f5-192dbf6f539f on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:12.927733 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-717ba053-78bb-483c-beaf-3a0862b4a907 req-06c9988c-85e0-4bc9-bfda-d2e1c8914bf9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502087 Jun 07 14:28:12.958882 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (232968a6-c824-4daa-b6f5-192dbf6f539f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:12.963747 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a92ccb9c-e5e4-465b-af27-3d94e8ab7629 req-13452f66-5a0f-4f57-8847-23692e20a324 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812492 Jun 07 14:28:12.992585 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] No DVR routers for this DVR port 232968a6-c824-4daa-b6f5-192dbf6f539f on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:12.999493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=232968a6-c824-4daa-b6f5-192dbf6f539f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:13.011781 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-cf7aacb8-f0a8-4d81-96b0-7b4983a7240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.083959 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (67b4defb-4d32-45df-bee1-e426df57397b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.107586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b4defb-4d32-45df-bee1-e426df57397b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:13.116970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b445c8d1-4f72-4fdd-a7af-66dec10508ed') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:13.117271 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b445c8d1-4f72-4fdd-a7af-66dec10508ed') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:13.128172 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (b445c8d1-4f72-4fdd-a7af-66dec10508ed), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.143497 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (b445c8d1-4f72-4fdd-a7af-66dec10508ed), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.153387 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:28:13.154064 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (b445c8d1-4f72-4fdd-a7af-66dec10508ed), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.205381 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment b445c8d1-4f72-4fdd-a7af-66dec10508ed resource provider aggregate not found Jun 07 14:28:13.230503 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment b445c8d1-4f72-4fdd-a7af-66dec10508ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b445c8d1-4f72-4fdd-a7af-66dec10508ed found for delete ", "request_id": "req-3672b5fc-7ec6-4ca1-a8d2-6090dd6b4b94"}]} Jun 07 14:28:13.232928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (67b4defb-4d32-45df-bee1-e426df57397b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.238545 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.241618 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] 10.222.0.81 "DELETE /v2.0/networks/67b4defb-4d32-45df-bee1-e426df57397b HTTP/1.1" status: 204 len: 168 time: 1.1238258 Jun 07 14:28:13.255696 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545d8f6-0e55-462a-9610-9371167dd1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=67b4defb-4d32-45df-bee1-e426df57397b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:13.362065 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47938) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:13.411290 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-909dce22-7e31-4115-9c11-f055fc2974be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c7b98807cae4a75968ed946de9c92bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478923 Jun 07 14:28:13.413756 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47940) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:13.445375 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:13.471542 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e96-4606-4206-a743-6e188a0c255f admin admin] Publish callbacks [] for security_group (5c7431a4-77a8-4e1f-8dae-3112a50757b6), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.497977 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e96-4606-4206-a743-6e188a0c255f admin admin] Publish callbacks [] for security_group (5c7431a4-77a8-4e1f-8dae-3112a50757b6), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.550224 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e96-4606-4206-a743-6e188a0c255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5c7431a4-77a8-4e1f-8dae-3112a50757b6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.552942 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e96-4606-4206-a743-6e188a0c255f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:13.554104 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-bbf82e96-4606-4206-a743-6e188a0c255f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c7431a4-77a8-4e1f-8dae-3112a50757b6 HTTP/1.1" status: 204 len: 168 time: 0.1393440 Jun 07 14:28:13.563251 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf82e96-4606-4206-a743-6e188a0c255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7431a4-77a8-4e1f-8dae-3112a50757b6,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:13.697696 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91449d76-6b24-4fe7-bcf9-b63f4f1ff85f req-ec028b23-485e-414e-83b5-3dab063cf60a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:13.700168 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-91449d76-6b24-4fe7-bcf9-b63f4f1ff85f req-ec028b23-485e-414e-83b5-3dab063cf60a tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.0492086 Jun 07 14:28:13.752343 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-91449d76-6b24-4fe7-bcf9-b63f4f1ff85f req-37d0bb6f-652e-4744-ae4a-ae5e9e52ca48 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461402 Jun 07 14:28:13.904481 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47948) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:13.948639 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-266c94d7-c55e-4bde-a0c9-fec1420de41f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ce5417c58dd4bdd8598dd8dd2667a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427845 Jun 07 14:28:13.950856 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47950) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:13.998701 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65c87142-cd83-4ec3-8fa6-7ae8365c44d1 admin admin] Publish callbacks [] for security_group (f7bd706d-354d-43a1-a8e8-6e0c33d01f4c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:14.019866 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65c87142-cd83-4ec3-8fa6-7ae8365c44d1 admin admin] Publish callbacks [] for security_group (f7bd706d-354d-43a1-a8e8-6e0c33d01f4c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:14.093111 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65c87142-cd83-4ec3-8fa6-7ae8365c44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (f7bd706d-354d-43a1-a8e8-6e0c33d01f4c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:14.095462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-65c87142-cd83-4ec3-8fa6-7ae8365c44d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:14.096578 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-65c87142-cd83-4ec3-8fa6-7ae8365c44d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7bd706d-354d-43a1-a8e8-6e0c33d01f4c HTTP/1.1" status: 204 len: 168 time: 0.1448097 Jun 07 14:28:14.112456 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c87142-cd83-4ec3-8fa6-7ae8365c44d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd706d-354d-43a1-a8e8-6e0c33d01f4c,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:14.119786 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723661f-cb73-4c03-a3be-e02fe15f2de7 req-d3726a47-52f5-44d1-ba65-ce6c9f7d1f80 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:14.121704 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2723661f-cb73-4c03-a3be-e02fe15f2de7 req-d3726a47-52f5-44d1-ba65-ce6c9f7d1f80 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0595534 Jun 07 14:28:14.125327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:14.174262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:14.179305 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2723661f-cb73-4c03-a3be-e02fe15f2de7 req-d12e2984-e091-4575-a263-7115b9a8ee1a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496917 Jun 07 14:28:14.868736 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0271ad-5868-4b05-96a3-933731527af9 req-5fad74b7-83b7-4624-b0d8-d39095a88c16 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:14.870698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff0271ad-5868-4b05-96a3-933731527af9 req-5fad74b7-83b7-4624-b0d8-d39095a88c16 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.0501392 Jun 07 14:28:14.917813 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff0271ad-5868-4b05-96a3-933731527af9 req-d8d306ab-d71b-47ad-ab6f-3612514ae9f7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Jun 07 14:28:15.299308 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4161a1-c2cb-413a-8c64-79edd569167b req-2e0aab3c-6021-472e-b5fd-3396ebd114e4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:15.300730 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d4161a1-c2cb-413a-8c64-79edd569167b req-2e0aab3c-6021-472e-b5fd-3396ebd114e4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0470505 Jun 07 14:28:15.347205 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7d4161a1-c2cb-413a-8c64-79edd569167b req-33464516-570a-4447-bf9b-d466a1fa48e5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Jun 07 14:28:15.438126 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d13847f6-3583-42c0-a74e-e516a3febe55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.032869 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc34f-9373-4bf1-b0e8-f23a57648d62 req-9ba104d9-a59e-4da8-8b4e-6bd6925ed010 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:16.034341 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9e2bc34f-9373-4bf1-b0e8-f23a57648d62 req-9ba104d9-a59e-4da8-8b4e-6bd6925ed010 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.0484440 Jun 07 14:28:16.084897 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9e2bc34f-9373-4bf1-b0e8-f23a57648d62 req-e13bb17a-d33b-41e1-8439-2792d15336c7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a04b97e-08eb-4204-8bb0-69653aebde93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Jun 07 14:28:16.272716 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.468024 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656012e-be1a-488c-84a8-7edcebcb4c4b req-f96ab17f-372a-4d7c-88c4-a6a17c297ef2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:16.469539 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6656012e-be1a-488c-84a8-7edcebcb4c4b req-f96ab17f-372a-4d7c-88c4-a6a17c297ef2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Jun 07 14:28:16.520815 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6656012e-be1a-488c-84a8-7edcebcb4c4b req-51542921-5e27-4314-99e0-3db828a3c78e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457489 Jun 07 14:28:16.643452 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-ca05aa21-fe04-4ace-9002-af9e8b2b453c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:16.644890 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-ca05aa21-fe04-4ace-9002-af9e8b2b453c tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 946 time: 0.0797410 Jun 07 14:28:16.656076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682dcdc-be23-456c-ad42-244a2aeeab08 req-8fc8a87e-497d-4fe5-976f-0c52b2771042 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:16.657471 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4682dcdc-be23-456c-ad42-244a2aeeab08 req-8fc8a87e-497d-4fe5-976f-0c52b2771042 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0633969 Jun 07 14:28:16.666503 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47966) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:16.671464 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'floatingip': {'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:28:16.695903 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:16.709145 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.742687 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Deleting port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:16.742951 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.837141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] For port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:16.837516 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.999172 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.999531 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (3c46d32b-d541-4ee7-b418-aa0805e81324), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:16.999776 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Floating IP 3c46d32b-d541-4ee7-b418-aa0805e81324 disassociated. External IP: 172.27.2.21, port: cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0. Jun 07 14:28:17.000119 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Calling delete_port for cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:17.046535 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:17.134142 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:17.140421 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:17.148309 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:17.156314 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:17.171028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event deleted for resources: {'Port': ['ID=cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:17.203586 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cc8c1e96-10b1-4018-96a9-9b7fcb6b804e req-209c11e9-0138-4c15-aa8e-f822b2861ed7 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8660c0c-0d13-43ac-8023-08fa4f47a54b HTTP/1.1" status: 200 len: 210 time: 0.0373006 Jun 07 14:28:17.261922 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Floating IP a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4 associated. External IP: 172.27.2.155, port: 3f5b3dca-4f2b-407e-9796-9a5c5a344abb. Jun 07 14:28:17.263670 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:17.308827 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:28:17.411615 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:28:17.423603 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:28:17.435160 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:17.435822 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:17.456383 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] No DVR routers for this DVR port cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:17.459128 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:17.463035 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-73bfbb4f-57f6-4206-82e4-b1a02dda1f78 req-346a94e3-e123-41df-a0d0-c2142caff9de tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.75 "DELETE /v2.0/ports/cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 HTTP/1.1" status: 204 len: 173 time: 0.8014019 Jun 07 14:28:17.463520 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'name': 'network-vif-deleted', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:28:17.466032 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ed712b-ae3a-4168-a0d1-529cdf8fa066" -d '{"events": [{"server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "name": "network-vif-deleted", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:28:17.469959 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Router ab12a982-bbea-4f41-bc27-9de0058dad8a has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:28:17.532094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f9b00-ebc7-436a-986d-e3fe8da60d98 x-openstack-request-id: req-163f9b00-ebc7-436a-986d-e3fe8da60d98 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:28:17.532573 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8660c0c-0d13-43ac-8023-08fa4f47a54b", "name": "network-vif-deleted", "tag": "cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:28:17.532886 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-163f9b00-ebc7-436a-986d-e3fe8da60d98 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:28:17.533355 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163f9b00-ebc7-436a-986d-e3fe8da60d98'] response: {'server_uuid': 'e8660c0c-0d13-43ac-8023-08fa4f47a54b', 'name': 'network-vif-deleted', 'tag': 'cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0', 'status': 'completed', 'code': 200} Jun 07 14:28:17.551450 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:17.598258 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:28:17.605352 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:17.611444 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:28:17.632250 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:17.633303 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:17.663671 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f3d5e95b-23de-4a33-808c-002c38d25f12 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "PUT /v2.0/floatingips/a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4 HTTP/1.1" status: 200 len: 991 time: 0.9933963 Jun 07 14:28:17.663671 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:28:17.665084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ea8747-8395-4fcc-8789-fd74c2193c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:28:17.704997 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc01353-9888-4990-8abb-4e2ade991910 x-openstack-request-id: req-dfc01353-9888-4990-8abb-4e2ade991910 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:28:17.705580 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:28:17.705887 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfc01353-9888-4990-8abb-4e2ade991910 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:28:17.706319 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc01353-9888-4990-8abb-4e2ade991910'] response: {'name': 'network-changed', 'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'status': 'completed', 'code': 200} Jun 07 14:28:17.878060 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:17.885730 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:17.902567 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:28:17.910912 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:17.911548 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:18.016938 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:18.045508 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-8ae950d1-1f58-45fc-b654-ddaace29a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:18.047795 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-8ae950d1-1f58-45fc-b654-ddaace29a10b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1129 time: 0.0582821 Jun 07 14:28:18.053305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.145844 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'mac_address': 'fa:16:3e:b6:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:28:01Z', 'updated_at': '2022-06-07T14:28:17Z', 'revision_number': 1, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:18.174187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:28:18.177140 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-5ef6a2d2-7c59-4dd9-a2b8-3dc4191004e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:18.179305 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-5ef6a2d2-7c59-4dd9-a2b8-3dc4191004e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.1235952 Jun 07 14:28:18.184918 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:18.185532 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:18.201865 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:18.207900 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:18.254437 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:18.262510 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-f5bed0f4-3908-4dda-9d65-b075b21a1a0f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 999 time: 0.0667195 Jun 07 14:28:18.286667 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec00df4-1f84-4ba2-bd1f-1de202066829 None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:21:34Z', 'revision_number': 4, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '7a9cb526-80fb-4f9a-9f66-d2818f7006d1', 'name': '', 'network_id': 'c9379a31-560f-4227-b159-63bce9fe1b34', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'mac_address': 'fa:16:3e:37:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:29Z', 'updated_at': '2022-06-07T14:21:41Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'subnets': [{'id': '39026759-74ba-4c90-a9e7-48c4f5c65fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:28:18.321230 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:18.345974 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-d18c372e-075e-4312-9c8c-06f51817aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:18.347507 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-d18c372e-075e-4312-9c8c-06f51817aa79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0676048 Jun 07 14:28:18.404477 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-65062e5a-64f7-4795-bff5-508c156555e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:18.406016 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-65062e5a-64f7-4795-bff5-508c156555e8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504038 Jun 07 14:28:18.424092 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:18.462591 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47982) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:18.529692 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-43850ec1-342f-495e-a957-64dbea443df1 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151943 Jun 07 14:28:18.545884 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00292f33-a7a0-4dc7-a793-1f81cba9489f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (5a04b97e-08eb-4204-8bb0-69653aebde93), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.577973 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00292f33-a7a0-4dc7-a793-1f81cba9489f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (5a04b97e-08eb-4204-8bb0-69653aebde93), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.596008 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'mac_address': 'fa:16:3e:b6:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:28:01Z', 'updated_at': '2022-06-07T14:28:17Z', 'revision_number': 1, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:18.627692 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d6172-bd3c-461e-972c-1afd79dd9ecd None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'mac_address': 'fa:16:3e:b6:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:28:01Z', 'updated_at': '2022-06-07T14:28:17Z', 'revision_number': 1, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:28:18.639871 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16ea8747-8395-4fcc-8789-fd74c2193c0f req-01fb330f-4def-4dce-b111-0847d461a9d3 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024368 Jun 07 14:28:18.640601 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00292f33-a7a0-4dc7-a793-1f81cba9489f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (5a04b97e-08eb-4204-8bb0-69653aebde93), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.644078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-00292f33-a7a0-4dc7-a793-1f81cba9489f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.648186 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-00292f33-a7a0-4dc7-a793-1f81cba9489f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "DELETE /v2.0/security-groups/5a04b97e-08eb-4204-8bb0-69653aebde93 HTTP/1.1" status: 204 len: 168 time: 0.1814761 Jun 07 14:28:18.648291 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 47984) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:18.652541 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e5c45-9307-4bb3-b3a4-53900ebcfde3 None None] New status for floating IP 3c46d32b-d541-4ee7-b418-aa0805e81324: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:28:18.658814 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00292f33-a7a0-4dc7-a793-1f81cba9489f tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a04b97e-08eb-4204-8bb0-69653aebde93,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:18.674525 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.api.v2.resource [None req-c7608597-3b1c-4514-a246-46a21a080835 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] show failed (client error): The resource could not be found. Jun 07 14:28:18.678813 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 47986) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:18.679008 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-c7608597-3b1c-4514-a246-46a21a080835 tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "GET /v2.0/security-groups/5a04b97e-08eb-4204-8bb0-69653aebde93 HTTP/1.1" status: 404 len: 347 time: 0.0295680 Jun 07 14:28:18.801928 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Deleting port 74c25156-3e88-4277-a046-7b5865ee2c70 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:18.802809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (74c25156-3e88-4277-a046-7b5865ee2c70), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.888600 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (74c25156-3e88-4277-a046-7b5865ee2c70), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.888926 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (74c25156-3e88-4277-a046-7b5865ee2c70), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:18.896145 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f4be0-0ee7-47b4-aca1-5334b9db87c2 None None] New status for floating IP a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:28:18.905794 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Calling delete_port for 74c25156-3e88-4277-a046-7b5865ee2c70 owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:18.910886 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:19.043736 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (74c25156-3e88-4277-a046-7b5865ee2c70), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:19.048833 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:19.069829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Pushing event deleted for resources: {'Port': ['ID=74c25156-3e88-4277-a046-7b5865ee2c70,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:19.132758 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks [] for floatingip (3c46d32b-d541-4ee7-b418-aa0805e81324), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:19.135163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:19.136880 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fa05f89c-749f-495b-afdb-565975f45fbb tempest-AttachVolumeTestJSON-1474016573 tempest-AttachVolumeTestJSON-1474016573-project] 10.222.0.81 "DELETE /v2.0/floatingips/3c46d32b-d541-4ee7-b418-aa0805e81324 HTTP/1.1" status: 204 len: 168 time: 0.4563031 Jun 07 14:28:19.560117 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:20.060427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:20.079758 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:20.080113 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cdcc0f1d-c9a0-45ba-bcf6-633cbdd7c4c0 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:22.668588 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48014) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:23.176809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:23.391950 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Deleting port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:23.392286 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:23.472687 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] For port 7a9cb526-80fb-4f9a-9f66-d2818f7006d1, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:23.473056 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:23.486277 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Calling delete_port for 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 owned by network:router_interface {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:23.496012 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:23.622226 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:23.663848 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (7a9cb526-80fb-4f9a-9f66-d2818f7006d1), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:23.689129 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9cb526-80fb-4f9a-9f66-d2818f7006d1,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:23.860977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:24.068715 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:28:24.413641 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:28:24.420587 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-d21525f5-8cdf-4fe2-902a-fda5edebc2d0 admin admin] 10.222.0.81 "PUT /v2.0/routers/06aa5c02-04ef-465c-a31d-3d44a0c1f15e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497172 Jun 07 14:28:24.421913 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48018) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:24.422867 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] Sync routers for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:28:24.434033 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:24.434630 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:24.519243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks [] for router (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:24.544002 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:24.546481 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:24.624563 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:24.626986 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks [] for router_gateway (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:24.672796 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Deleting port 264d7521-32ad-4a4c-b954-d85077f16713 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:24.673134 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (264d7521-32ad-4a4c-b954-d85077f16713), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:24.717874 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '264d7521-32ad-4a4c-b954-d85077f16713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:28:23Z', 'revision_number': 5, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port': {'id': '264d7521-32ad-4a4c-b954-d85077f16713', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:21:20Z', 'updated_at': '2022-06-07T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:24.746384 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] Checking router: 06aa5c02-04ef-465c-a31d-3d44a0c1f15e for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:28:24.751783 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] For port 264d7521-32ad-4a4c-b954-d85077f16713, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=264d7521-32ad-4a4c-b954-d85077f16713,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:24.752282 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (264d7521-32ad-4a4c-b954-d85077f16713), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:24.754816 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] Routers {'06aa5c02-04ef-465c-a31d-3d44a0c1f15e'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:28:24.755443 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:24.765207 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Calling delete_port for 264d7521-32ad-4a4c-b954-d85077f16713 owned by network:router_gateway {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:24.807041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:24.836596 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] Set router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:28:24.890206 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:28:24Z', 'revision_number': 6, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:24.914287 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99ef1-a249-4581-a306-e33bda5ff852 None None] The sync data for ids ['06aa5c02-04ef-465c-a31d-3d44a0c1f15e'] in dv-cinder-836083-9-iscsi is: [{'id': '06aa5c02-04ef-465c-a31d-3d44a0c1f15e', 'name': 'tempest-AttachVolumeTestJSON-2088382464-router', 'tenant_id': '798b460fbb2e4be69df7f5f419844832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:21:19Z', 'updated_at': '2022-06-07T14:28:24Z', 'revision_number': 6, 'project_id': '798b460fbb2e4be69df7f5f419844832', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:28:24.939949 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (264d7521-32ad-4a4c-b954-d85077f16713), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:24.965761 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Pushing event deleted for resources: {'Port': ['ID=264d7521-32ad-4a4c-b954-d85077f16713,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:25.030860 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.118011 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.120704 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks [] for router_controller (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.162101 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-9e2e83cc-da30-48d1-9dad-c452ad3559c4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447984 Jun 07 14:28:25.166262 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (06aa5c02-04ef-465c-a31d-3d44a0c1f15e), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.167791 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06aa5c02-04ef-465c-a31d-3d44a0c1f15e {{(pid=103889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:28:25.173530 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.176924 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-922d864a-4df1-4c59-8428-b10914f2905d admin admin] 10.222.0.81 "DELETE /v2.0/routers/06aa5c02-04ef-465c-a31d-3d44a0c1f15e HTTP/1.1" status: 204 len: 168 time: 0.7517366 Jun 07 14:28:25.177159 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48026) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:25.226009 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Deleting subnet 39026759-74ba-4c90-a9e7-48c4f5c65fb4 {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:28:25.227623 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-3c67e36a-bd65-40b6-880b-d8ceb891b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:25.229881 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-3c67e36a-bd65-40b6-880b-d8ceb891b877 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1130 time: 0.0394676 Jun 07 14:28:25.230051 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Publish callbacks [] for subnet (39026759-74ba-4c90-a9e7-48c4f5c65fb4), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.274102 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (39026759-74ba-4c90-a9e7-48c4f5c65fb4), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.349761 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-b8a52239-16a9-49c2-b528-9588513528b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:25.351256 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-b8a52239-16a9-49c2-b528-9588513528b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 910 time: 0.0980821 Jun 07 14:28:25.366458 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (39026759-74ba-4c90-a9e7-48c4f5c65fb4), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.420153 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-0cdac999-ba54-4968-8566-c7e34239248a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 1001 time: 0.0616543 Jun 07 14:28:25.421263 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (39026759-74ba-4c90-a9e7-48c4f5c65fb4), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.451841 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39026759-74ba-4c90-a9e7-48c4f5c65fb4,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:25.455437 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.458484 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-518e851c-1423-4de8-80dc-9908a76e2d13 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/39026759-74ba-4c90-a9e7-48c4f5c65fb4 HTTP/1.1" status: 204 len: 168 time: 0.2803960 Jun 07 14:28:25.461747 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48028) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:25.462522 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa271e1c-d52a-4e67-8c73-0b05e147aae6 None None] Network c9379a31-560f-4227-b159-63bce9fe1b34 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:28:25.471388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:25.534105 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-18e9cb0a-2197-4b80-a8c6-ee70ecd652c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:25.535594 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-18e9cb0a-2197-4b80-a8c6-ee70ecd652c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 200 len: 848 time: 0.1092670 Jun 07 14:28:25.556131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (c9379a31-560f-4227-b159-63bce9fe1b34), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.595050 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-c3323b9b-b1b3-47e0-bea9-1b928af301b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:25.596568 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-c3323b9b-b1b3-47e0-bea9-1b928af301b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f397386a-1f8f-428e-9db6-eb5c4da2745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531781 Jun 07 14:28:25.675648 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Deleting port e7948916-38f6-4537-939b-1f9e3889cca8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:25.676229 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.707802 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] DHCP port deletion for c9379a31-560f-4227-b159-63bce9fe1b34 request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:28:25.748915 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] Deleting port e7948916-38f6-4537-939b-1f9e3889cca8 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:28:25.749282 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.768691 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] For port e7948916-38f6-4537-939b-1f9e3889cca8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e7948916-38f6-4537-939b-1f9e3889cca8,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:25.769051 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.771118 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:25.778787 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-ec6ea3b1-3423-4b7e-a4fa-70f4809c228e service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633468 Jun 07 14:28:25.784585 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Calling delete_port for e7948916-38f6-4537-939b-1f9e3889cca8 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:25.815587 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] For port e7948916-38f6-4537-939b-1f9e3889cca8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e7948916-38f6-4537-939b-1f9e3889cca8,segment=NetworkSegment(b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd),segment_id=b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:28:25.815984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.831920 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] Calling delete_port for e7948916-38f6-4537-939b-1f9e3889cca8 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:28:25.841708 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:25.920460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.941985 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1ef0b33e-920b-4ae7-8572-6892710fa254 req-73f04c6c-6c5e-4852-bf65-eae9ff87c1e5 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531515 Jun 07 14:28:25.945780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] Pushing event deleted for resources: {'Port': ['ID=e7948916-38f6-4537-939b-1f9e3889cca8,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:25.950065 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (e7948916-38f6-4537-939b-1f9e3889cca8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:25.950349 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7bc3e-63fd-49e7-8232-08af7afd5572 None None] No DVR routers for this DVR port e7948916-38f6-4537-939b-1f9e3889cca8 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:25.975181 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7948916-38f6-4537-939b-1f9e3889cca8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:25.983235 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] No DVR routers for this DVR port e7948916-38f6-4537-939b-1f9e3889cca8 on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:28:26.060757 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (c9379a31-560f-4227-b159-63bce9fe1b34), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.081482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9379a31-560f-4227-b159-63bce9fe1b34']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:26.090771 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:26.091342 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:28:26.100761 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.115067 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.122597 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:28:26.122975 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.137458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.161997 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd resource provider aggregate not found Jun 07 14:28:26.179591 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6f5cc6f-e7a9-4a04-bf1c-cb34121935fd found for delete ", "request_id": "req-cc0cb6f7-98a0-461c-b734-e374c44593e8"}]} Jun 07 14:28:26.187657 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (c9379a31-560f-4227-b159-63bce9fe1b34), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.193055 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.196420 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c9379a31-560f-4227-b159-63bce9fe1b34 HTTP/1.1" status: 204 len: 168 time: 0.7336051 Jun 07 14:28:26.211693 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc819a-47c6-4ff0-a3ea-593263b5f3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9379a31-560f-4227-b159-63bce9fe1b34,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:26.308919 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48036) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:26.348755 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d1364053-8d89-448c-85b0-bdb71be11c05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=798b460fbb2e4be69df7f5f419844832&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386989 Jun 07 14:28:26.351027 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48038) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:26.398439 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e5b4-adf9-4450-a190-2b0648064322 admin admin] Publish callbacks [] for security_group (0b7d4b52-5357-4516-8be1-66c88f2588f7), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.419669 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e5b4-adf9-4450-a190-2b0648064322 admin admin] Publish callbacks [] for security_group (0b7d4b52-5357-4516-8be1-66c88f2588f7), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.447197 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:26.468787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e5b4-adf9-4450-a190-2b0648064322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (0b7d4b52-5357-4516-8be1-66c88f2588f7), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.471356 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e5b4-adf9-4450-a190-2b0648064322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:26.472497 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-6bd1e5b4-adf9-4450-a190-2b0648064322 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b7d4b52-5357-4516-8be1-66c88f2588f7 HTTP/1.1" status: 204 len: 168 time: 0.1205711 Jun 07 14:28:26.480943 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e5b4-adf9-4450-a190-2b0648064322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7d4b52-5357-4516-8be1-66c88f2588f7,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:26.590302 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 264d7521-32ad-4a4c-b954-d85077f16713 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:26.610131 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:26.612127 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 264d7521-32ad-4a4c-b954-d85077f16713 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:26.612478 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 264d7521-32ad-4a4c-b954-d85077f16713 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:26.612895 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:26.631979 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:26.632313 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 7a9cb526-80fb-4f9a-9f66-d2818f7006d1 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:26.632717 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e7948916-38f6-4537-939b-1f9e3889cca8 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:28:26.655000 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: e7948916-38f6-4537-939b-1f9e3889cca8 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:28:26.655397 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e7948916-38f6-4537-939b-1f9e3889cca8 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:28:31.436963 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48138) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:31.542447 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9eedaac-0f6f-47b2-8d5b-226476f84bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.617881 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9eedaac-0f6f-47b2-8d5b-226476f84bee admin admin] Publish callbacks [] for security_group (b928253c-c587-4403-8d26-9ba9ad2c954d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.621725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-a9eedaac-0f6f-47b2-8d5b-226476f84bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b928253c-c587-4403-8d26-9ba9ad2c954d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.662166 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eedaac-0f6f-47b2-8d5b-226476f84bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b928253c-c587-4403-8d26-9ba9ad2c954d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:31.666352 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-a9eedaac-0f6f-47b2-8d5b-226476f84bee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d48c869d2264d238dc3aa322386a4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283828 Jun 07 14:28:31.669220 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48142) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:31.685835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:31.720512 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2353f3d9-e684-4aae-9c2c-3e3f7ac42d2a admin admin] Publish callbacks [] for security_group (b928253c-c587-4403-8d26-9ba9ad2c954d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.743431 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2353f3d9-e684-4aae-9c2c-3e3f7ac42d2a admin admin] Publish callbacks [] for security_group (b928253c-c587-4403-8d26-9ba9ad2c954d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.790641 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2353f3d9-e684-4aae-9c2c-3e3f7ac42d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (b928253c-c587-4403-8d26-9ba9ad2c954d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.793727 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2353f3d9-e684-4aae-9c2c-3e3f7ac42d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:31.794895 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2353f3d9-e684-4aae-9c2c-3e3f7ac42d2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b928253c-c587-4403-8d26-9ba9ad2c954d HTTP/1.1" status: 204 len: 168 time: 0.1247859 Jun 07 14:28:31.802383 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f3d9-e684-4aae-9c2c-3e3f7ac42d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b928253c-c587-4403-8d26-9ba9ad2c954d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:32.058296 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48148) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:32.071572 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281f308d-37de-484e-8291-1f573ff1594a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.149892 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281f308d-37de-484e-8291-1f573ff1594a admin admin] Publish callbacks [] for security_group (3525c21c-58fc-4069-9d26-d683d9f5a2b5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.153677 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-281f308d-37de-484e-8291-1f573ff1594a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (3525c21c-58fc-4069-9d26-d683d9f5a2b5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.192615 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-281f308d-37de-484e-8291-1f573ff1594a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f323c9706dbf4d7aa5f5e8acaff74dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331441 Jun 07 14:28:32.193455 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f308d-37de-484e-8291-1f573ff1594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525c21c-58fc-4069-9d26-d683d9f5a2b5,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:32.195371 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48150) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:32.245832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3216-0aad-44b9-bf32-22a6e3f10475 admin admin] Publish callbacks [] for security_group (3525c21c-58fc-4069-9d26-d683d9f5a2b5), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.268113 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3216-0aad-44b9-bf32-22a6e3f10475 admin admin] Publish callbacks [] for security_group (3525c21c-58fc-4069-9d26-d683d9f5a2b5), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.275783 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:32.317409 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3216-0aad-44b9-bf32-22a6e3f10475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (3525c21c-58fc-4069-9d26-d683d9f5a2b5), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.321147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3216-0aad-44b9-bf32-22a6e3f10475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.322680 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-e0aa3216-0aad-44b9-bf32-22a6e3f10475 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3525c21c-58fc-4069-9d26-d683d9f5a2b5 HTTP/1.1" status: 204 len: 168 time: 0.1262414 Jun 07 14:28:32.332005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa3216-0aad-44b9-bf32-22a6e3f10475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525c21c-58fc-4069-9d26-d683d9f5a2b5,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:32.644902 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48156) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:32.658660 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a43e849a-b5e3-4806-89f7-9968126a9b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.661036 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:32.736999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a43e849a-b5e3-4806-89f7-9968126a9b12 admin admin] Publish callbacks [] for security_group (ea90f664-4cbb-4659-bb9e-d9edb58dc358), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.740586 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a43e849a-b5e3-4806-89f7-9968126a9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (ea90f664-4cbb-4659-bb9e-d9edb58dc358), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.780414 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e849a-b5e3-4806-89f7-9968126a9b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90f664-4cbb-4659-bb9e-d9edb58dc358,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:32.784571 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a43e849a-b5e3-4806-89f7-9968126a9b12 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1459c1065a0c452b8ee269410c89104b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386073 Jun 07 14:28:32.787315 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48158) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:32.835558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6633a33f-4319-4d74-bc49-3c6cd4e5d2d4 admin admin] Publish callbacks [] for security_group (ea90f664-4cbb-4659-bb9e-d9edb58dc358), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.858787 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6633a33f-4319-4d74-bc49-3c6cd4e5d2d4 admin admin] Publish callbacks [] for security_group (ea90f664-4cbb-4659-bb9e-d9edb58dc358), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.904087 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6633a33f-4319-4d74-bc49-3c6cd4e5d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (ea90f664-4cbb-4659-bb9e-d9edb58dc358), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.906526 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6633a33f-4319-4d74-bc49-3c6cd4e5d2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:32.907693 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6633a33f-4319-4d74-bc49-3c6cd4e5d2d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea90f664-4cbb-4659-bb9e-d9edb58dc358 HTTP/1.1" status: 204 len: 168 time: 0.1194775 Jun 07 14:28:32.915317 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633a33f-4319-4d74-bc49-3c6cd4e5d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90f664-4cbb-4659-bb9e-d9edb58dc358,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:34.809744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48230) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:34.894014 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=60 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:34.915785 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-23c0fa25-c64a-4833-ba4a-9ce067b8d883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:34.993103 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-23c0fa25-c64a-4833-ba4a-9ce067b8d883 admin admin] Publish callbacks [] for security_group (daf3d8c9-ee1c-4d17-8546-700ec1ff3def), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:34.996829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-23c0fa25-c64a-4833-ba4a-9ce067b8d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (daf3d8c9-ee1c-4d17-8546-700ec1ff3def), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.034793 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0fa25-c64a-4833-ba4a-9ce067b8d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3d8c9-ee1c-4d17-8546-700ec1ff3def,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:35.039892 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-23c0fa25-c64a-4833-ba4a-9ce067b8d883 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0df46610e38544bbabd64837c474ae48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290263 Jun 07 14:28:35.043590 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48234) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:35.095410 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-99731f26-5bf6-4f70-9137-69e65e6e4705 admin admin] Publish callbacks [] for security_group (daf3d8c9-ee1c-4d17-8546-700ec1ff3def), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.116969 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-99731f26-5bf6-4f70-9137-69e65e6e4705 admin admin] Publish callbacks [] for security_group (daf3d8c9-ee1c-4d17-8546-700ec1ff3def), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.163872 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-99731f26-5bf6-4f70-9137-69e65e6e4705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (daf3d8c9-ee1c-4d17-8546-700ec1ff3def), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.167275 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-99731f26-5bf6-4f70-9137-69e65e6e4705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.170756 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-99731f26-5bf6-4f70-9137-69e65e6e4705 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/daf3d8c9-ee1c-4d17-8546-700ec1ff3def HTTP/1.1" status: 204 len: 168 time: 0.1237833 Jun 07 14:28:35.176597 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99731f26-5bf6-4f70-9137-69e65e6e4705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3d8c9-ee1c-4d17-8546-700ec1ff3def,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:35.433932 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48240) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:35.447234 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7b6615c-7e42-4145-ae71-1b89ec2272f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.457742 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:35.526041 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7b6615c-7e42-4145-ae71-1b89ec2272f1 admin admin] Publish callbacks [] for security_group (4cff2858-b45d-409c-8632-76fc80de3e67), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.529656 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a7b6615c-7e42-4145-ae71-1b89ec2272f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4cff2858-b45d-409c-8632-76fc80de3e67), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.546162 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:28:35.560534 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:35.570800 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a7b6615c-7e42-4145-ae71-1b89ec2272f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d1e8776e6b849c1bd86cf05fc5804c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358039 Jun 07 14:28:35.571912 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6615c-7e42-4145-ae71-1b89ec2272f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff2858-b45d-409c-8632-76fc80de3e67,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:35.573905 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48242) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:35.626174 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff61f-63aa-4ad9-ae2b-529cd7f91acf admin admin] Publish callbacks [] for security_group (4cff2858-b45d-409c-8632-76fc80de3e67), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.646599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff61f-63aa-4ad9-ae2b-529cd7f91acf admin admin] Publish callbacks [] for security_group (4cff2858-b45d-409c-8632-76fc80de3e67), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.694672 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff61f-63aa-4ad9-ae2b-529cd7f91acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (4cff2858-b45d-409c-8632-76fc80de3e67), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.697169 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff61f-63aa-4ad9-ae2b-529cd7f91acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:35.698708 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-9a4ff61f-63aa-4ad9-ae2b-529cd7f91acf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cff2858-b45d-409c-8632-76fc80de3e67 HTTP/1.1" status: 204 len: 168 time: 0.1235313 Jun 07 14:28:35.706380 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff61f-63aa-4ad9-ae2b-529cd7f91acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff2858-b45d-409c-8632-76fc80de3e67,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:36.741962 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48272) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:36.846248 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96d37469-e9d5-49b3-b718-492435c6dd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:36.866207 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:36.923593 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96d37469-e9d5-49b3-b718-492435c6dd7a admin admin] Publish callbacks [] for security_group (6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:36.927033 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96d37469-e9d5-49b3-b718-492435c6dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:36.966290 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-96d37469-e9d5-49b3-b718-492435c6dd7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bdb4a96c50f84e049c474f783dcb9f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230327 Jun 07 14:28:36.967141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37469-e9d5-49b3-b718-492435c6dd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:36.968995 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48276) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:28:37.018133 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7f664292-785f-40e5-8586-972c6ccade13 admin admin] Publish callbacks [] for security_group (6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:37.042776 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7f664292-785f-40e5-8586-972c6ccade13 admin admin] Publish callbacks [] for security_group (6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:37.089263 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7f664292-785f-40e5-8586-972c6ccade13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:37.092085 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7f664292-785f-40e5-8586-972c6ccade13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:37.093230 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-7f664292-785f-40e5-8586-972c6ccade13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c HTTP/1.1" status: 204 len: 168 time: 0.1232162 Jun 07 14:28:37.100967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664292-785f-40e5-8586-972c6ccade13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfb5cd-219c-4b83-abdd-d34a7ed33e0c,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:28:42.928836 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:43.005273 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-641d3d64-689c-43d6-a5e7-dd8a4fd5dcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:45.439985 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-70f270da-df7f-42f1-84ca-9bb5cb6c8482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:46.275236 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:46.566887 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:46.572965 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:46.957236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=12,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:46.961578 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:47.096253 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=4,neutron:SELECT=32,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:47.097027 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:48.031475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:49.550844 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:28:49.564701 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:56.134311 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:28:57.062925 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae916c0-faa1-4735-986d-41a8640d0f8e req-3971aecc-675f-4c52-9c65-8bc922d12d94 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:57.064420 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cae916c0-faa1-4735-986d-41a8640d0f8e req-3971aecc-675f-4c52-9c65-8bc922d12d94 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0511644 Jun 07 14:28:57.114141 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cae916c0-faa1-4735-986d-41a8640d0f8e req-01c81675-1e2b-4381-9a2f-b161681f67a1 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442431 Jun 07 14:28:58.239947 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02992e6c-9a70-4a2c-b918-5d7ccf2ca0eb req-f35cb12b-d719-46c8-84c7-42c16e057e4a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:58.241406 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-02992e6c-9a70-4a2c-b918-5d7ccf2ca0eb req-f35cb12b-d719-46c8-84c7-42c16e057e4a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Jun 07 14:28:58.291096 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-02992e6c-9a70-4a2c-b918-5d7ccf2ca0eb req-26bdfc60-f9aa-426b-ba64-19d746a56402 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440896 Jun 07 14:28:59.412599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0603e-9ec8-4ca0-a6d8-694b2b0b3109 req-ac6d5433-1312-4c68-95c6-61f36c7e5114 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:28:59.414064 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f8f0603e-9ec8-4ca0-a6d8-694b2b0b3109 req-ac6d5433-1312-4c68-95c6-61f36c7e5114 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0462592 Jun 07 14:28:59.467987 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f8f0603e-9ec8-4ca0-a6d8-694b2b0b3109 req-69915dd8-7e66-4e8f-8ba4-268294b094f7 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Jun 07 14:29:00.588537 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b535547-c0dc-4fac-9a92-9b3073fa096b req-867f5c7a-d35d-4f86-bef4-45d9e434d91b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:00.590033 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8b535547-c0dc-4fac-9a92-9b3073fa096b req-867f5c7a-d35d-4f86-bef4-45d9e434d91b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Jun 07 14:29:00.639813 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8b535547-c0dc-4fac-9a92-9b3073fa096b req-f9dfd1d4-3020-4e95-966d-398ffd6f8523 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Jun 07 14:29:01.759932 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec3d48-8e0a-4492-9cb1-db5d33536444 req-f9114203-2571-4f94-a651-bea99701a1f2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:01.761445 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79ec3d48-8e0a-4492-9cb1-db5d33536444 req-f9114203-2571-4f94-a651-bea99701a1f2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Jun 07 14:29:01.811312 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79ec3d48-8e0a-4492-9cb1-db5d33536444 req-aee4b15c-73fd-42de-8635-ae6753bb2b8b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 Jun 07 14:29:02.934123 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c5754-2635-4be0-bac0-55b9e6f5ba27 req-05cc47ce-9caf-4257-8882-2adfd38a39bb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:02.935579 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8b0c5754-2635-4be0-bac0-55b9e6f5ba27 req-05cc47ce-9caf-4257-8882-2adfd38a39bb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Jun 07 14:29:02.982438 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8b0c5754-2635-4be0-bac0-55b9e6f5ba27 req-69274d4b-5902-47c4-b5c2-26e72ca7e425 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412562 Jun 07 14:29:04.100807 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39148c-86bf-4185-bf8e-e32e7253241e req-b05202e3-27ed-4a7f-bfee-fe2f50e20c53 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:04.102226 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee39148c-86bf-4185-bf8e-e32e7253241e req-b05202e3-27ed-4a7f-bfee-fe2f50e20c53 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0468345 Jun 07 14:29:04.147815 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee39148c-86bf-4185-bf8e-e32e7253241e req-2b8b2f14-e223-4d61-b6df-5f4c5d7a00c0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 Jun 07 14:29:05.269510 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced997bf-139f-4f73-a4d2-c5e1d95bfce9 req-e75db0d5-8f6d-40fb-b49e-523e0a6608b5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:05.270959 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ced997bf-139f-4f73-a4d2-c5e1d95bfce9 req-e75db0d5-8f6d-40fb-b49e-523e0a6608b5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0500107 Jun 07 14:29:05.569016 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ced997bf-139f-4f73-a4d2-c5e1d95bfce9 req-67073ba6-099b-4925-8d98-902d58a94403 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925789 Jun 07 14:29:05.846373 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48530) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:06.125202 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:06.126755 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Deleting port 587bb128-7605-4d55-8360-eb60d1f9e0aa {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:06.127147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:06.128180 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:06.130487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:06.202857 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:06.203176 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for floatingip (587bb128-7605-4d55-8360-eb60d1f9e0aa), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:06.216050 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Calling delete_port for 587bb128-7605-4d55-8360-eb60d1f9e0aa owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:06.360806 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (587bb128-7605-4d55-8360-eb60d1f9e0aa), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:06.385527 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event deleted for resources: {'Port': ['ID=587bb128-7605-4d55-8360-eb60d1f9e0aa,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:06.414508 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.414851 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.415190 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.415560 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.415890 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.416216 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.416540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.416863 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.417185 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.417501 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.417852 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.418169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.418489 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.418989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.419105 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:06.461283 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for floatingip (68eb4261-c0d5-49b7-aab7-8c5fb276a4f6), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:06.461611 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Floating IP 68eb4261-c0d5-49b7-aab7-8c5fb276a4f6 disassociated (deleted). External IP: 172.27.2.62, port: cd19e240-c912-408d-ac68-5ada3a1dd139. Jun 07 14:29:06.662880 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Router 9e01e53f-8b09-4690-88b2-bc6157bb741b has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:29:06.691073 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded0bd-ea26-4f66-b1fa-da9c64d5fb36 req-e397399a-0ef0-417a-bc19-6202b45e97a9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:06.692576 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-91ded0bd-ea26-4f66-b1fa-da9c64d5fb36 req-e397399a-0ef0-417a-bc19-6202b45e97a9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0503478 Jun 07 14:29:06.749543 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-91ded0bd-ea26-4f66-b1fa-da9c64d5fb36 req-282f7e1c-a66c-4ff7-9866-3c58f60ce30f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509317 Jun 07 14:29:06.782707 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:29:06.787582 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:06.793545 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] Sync routers for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:29:06.804109 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:06.804723 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:06.816427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:06.821880 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-495324e4-4d44-4212-bbb9-f5d5769e2994 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "DELETE /v2.0/floatingips/68eb4261-c0d5-49b7-aab7-8c5fb276a4f6 HTTP/1.1" status: 204 len: 168 time: 0.9744442 Jun 07 14:29:06.822693 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:06.825169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479af0db-b122-456f-8a4b-17e231790d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:06.863349 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bb6308-18a1-460e-9bf0-3c63656428a3 x-openstack-request-id: req-50bb6308-18a1-460e-9bf0-3c63656428a3 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:06.863942 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:06.864126 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50bb6308-18a1-460e-9bf0-3c63656428a3 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:06.864602 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bb6308-18a1-460e-9bf0-3c63656428a3'] response: {'name': 'network-changed', 'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'status': 'completed', 'code': 200} Jun 07 14:29:06.911760 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:06.934080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af0db-b122-456f-8a4b-17e231790d0e req-4dead62b-a9d5-4feb-9e76-fcea3a596794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:06.935589 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-4dead62b-a9d5-4feb-9e76-fcea3a596794 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b5977f5c113f44eebed133afa6238c2e&device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 1130 time: 0.0454388 Jun 07 14:29:07.075141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af0db-b122-456f-8a4b-17e231790d0e req-e24df9dd-ce9e-4206-8a0b-45b2323a3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:07.076692 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-e24df9dd-ce9e-4206-8a0b-45b2323a3bf8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 200 len: 910 time: 0.1330724 Jun 07 14:29:07.085321 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325526f-5b52-4987-aad7-80be128dfa21 req-3f37729b-1130-42a7-8b37-b66d8a332837 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:07.086706 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6325526f-5b52-4987-aad7-80be128dfa21 req-3f37729b-1130-42a7-8b37-b66d8a332837 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0667593 Jun 07 14:29:07.098785 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:07.108339 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:07.114314 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:34Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:07.137920 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6325526f-5b52-4987-aad7-80be128dfa21 req-febd78da-4085-4248-8ebe-ef2665b2a86a tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452340 Jun 07 14:29:07.138170 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] Checking router: 9e01e53f-8b09-4690-88b2-bc6157bb741b for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:29:07.147444 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:07.148051 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:07.383595 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:07.565580 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:34Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:07.593479 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181bbc4-68bf-40ca-be5e-068352d7d45b None None] The sync data for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi is: [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:29Z', 'revision_number': 4, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b', 'name': '', 'network_id': 'f397386a-1f8f-428e-9db6-eb5c4da2745e', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'mac_address': 'fa:16:3e:e1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f00d4818-ccea-4466-8c10-3979566768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:28Z', 'updated_at': '2022-06-07T14:23:34Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'subnets': [{'id': 'f00d4818-ccea-4466-8c10-3979566768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:29:07.834496 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4c149-3282-4621-93aa-8facd58ac666 None None] New status for floating IP 68eb4261-c0d5-49b7-aab7-8c5fb276a4f6: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:29:07.908844 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429e025-01da-4dda-bc5b-3a841ca1285e req-b28022c8-c1ad-4b28-9b77-9fcc24633d93 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:07.911205 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3429e025-01da-4dda-bc5b-3a841ca1285e req-b28022c8-c1ad-4b28-9b77-9fcc24633d93 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0761697 Jun 07 14:29:07.963604 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3429e025-01da-4dda-bc5b-3a841ca1285e req-b5a61f5e-6e13-4204-a001-5aba5d5534d4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461862 Jun 07 14:29:08.253444 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd43134-b4b0-4a30-9dba-9872d4331bdf req-60320170-eb8f-49f0-b474-ba71936fd9ad tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:08.254891 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fcd43134-b4b0-4a30-9dba-9872d4331bdf req-60320170-eb8f-49f0-b474-ba71936fd9ad tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0475767 Jun 07 14:29:08.297859 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-436ee75c-e20f-4b3e-8114-771cc758f31b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 200 len: 217 time: 0.0403824 Jun 07 14:29:08.333901 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fcd43134-b4b0-4a30-9dba-9872d4331bdf req-11ecbfb4-8ffd-4df1-b90e-04c95e95077e tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc698a11-92a1-4a6f-afea-ad468b0efeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698559 Jun 07 14:29:08.414567 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af0db-b122-456f-8a4b-17e231790d0e req-0eca4bf9-f718-4a5c-92c3-33e03563f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:08.416083 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-0eca4bf9-f718-4a5c-92c3-33e03563f8ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 200 len: 848 time: 0.0458732 Jun 07 14:29:08.462408 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af0db-b122-456f-8a4b-17e231790d0e req-4c771285-e003-4210-bf72-b0f3c5c7a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:08.463913 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-4c771285-e003-4210-bf72-b0f3c5c7a966 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f397386a-1f8f-428e-9db6-eb5c4da2745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376840 Jun 07 14:29:08.742165 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-8dbd230e-13a7-45ae-90c8-390cdd0b4955 service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885923 Jun 07 14:29:08.747935 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-3cae2e01-ff5e-414b-b1a8-217e6b050744 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:08.749606 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-3cae2e01-ff5e-414b-b1a8-217e6b050744 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Jun 07 14:29:08.778522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:08.832993 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Deleting port cd19e240-c912-408d-ac68-5ada3a1dd139 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:08.833335 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:08.833520 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-479af0db-b122-456f-8a4b-17e231790d0e req-a1edc9fb-1d3c-4d31-921f-6fa2c2c8dc5a service neutron] 10.222.0.75 "GET /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848808 Jun 07 14:29:08.926787 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] For port cd19e240-c912-408d-ac68-5ada3a1dd139, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cd19e240-c912-408d-ac68-5ada3a1dd139,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:08.927147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:08.940989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Calling delete_port for cd19e240-c912-408d-ac68-5ada3a1dd139 owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:09.073919 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (cd19e240-c912-408d-ac68-5ada3a1dd139), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:09.089943 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a684cc-9dc5-4a19-bd88-5cc1be26e622 req-9cebda55-3dec-4c92-976e-e5b64b777d8f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:09.091744 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f4a684cc-9dc5-4a19-bd88-5cc1be26e622 req-9cebda55-3dec-4c92-976e-e5b64b777d8f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0520978 Jun 07 14:29:09.102664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event deleted for resources: {'Port': ['ID=cd19e240-c912-408d-ac68-5ada3a1dd139,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:09.148749 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f4a684cc-9dc5-4a19-bd88-5cc1be26e622 req-5b70ec5a-bff8-4e5d-b7e5-f7d92f997bbc tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504766 Jun 07 14:29:09.150664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] No DVR routers for this DVR port cd19e240-c912-408d-ac68-5ada3a1dd139 on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:09.153597 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:09.159885 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-3539d446-6469-42a5-8bd7-3c82c3339ec1 req-395dde28-55ea-4422-aba6-3314eb454d99 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.75 "DELETE /v2.0/ports/cd19e240-c912-408d-ac68-5ada3a1dd139 HTTP/1.1" status: 204 len: 173 time: 0.4056675 Jun 07 14:29:09.160474 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-deleted', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:09.163594 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75450ce4-31c5-43b8-a681-0a4d025b1797" -d '{"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-deleted", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:09.205989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0666cea4-c75f-4c55-8904-13c4c3a7bdd1 x-openstack-request-id: req-0666cea4-c75f-4c55-8904-13c4c3a7bdd1 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:09.206303 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2714c53-3b93-4d50-9812-e5f0a324b286", "name": "network-vif-deleted", "tag": "cd19e240-c912-408d-ac68-5ada3a1dd139", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:09.206541 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0666cea4-c75f-4c55-8904-13c4c3a7bdd1 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:09.206940 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0666cea4-c75f-4c55-8904-13c4c3a7bdd1'] response: {'server_uuid': 'e2714c53-3b93-4d50-9812-e5f0a324b286', 'name': 'network-vif-deleted', 'tag': 'cd19e240-c912-408d-ac68-5ada3a1dd139', 'status': 'completed', 'code': 200} Jun 07 14:29:09.431328 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-16173d89-2435-4fcb-b252-ff372c36913b req-6e7b7aab-cd03-4be2-8286-9716950d5935 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2714c53-3b93-4d50-9812-e5f0a324b286 HTTP/1.1" status: 200 len: 210 time: 0.0290575 Jun 07 14:29:10.273245 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c138f67-89f5-4075-9adb-75e183a04fa9 req-21c99d99-7336-4885-a55c-f56533995b18 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:10.274689 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0c138f67-89f5-4075-9adb-75e183a04fa9 req-21c99d99-7336-4885-a55c-f56533995b18 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0460448 Jun 07 14:29:10.324350 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0c138f67-89f5-4075-9adb-75e183a04fa9 req-b4371cd9-80cb-492f-ae1a-69a1353be884 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441132 Jun 07 14:29:10.491976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48588) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:10.550956 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group (dc698a11-92a1-4a6f-afea-ad468b0efeb2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:10.578714 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group (dc698a11-92a1-4a6f-afea-ad468b0efeb2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:10.650812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (dc698a11-92a1-4a6f-afea-ad468b0efeb2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:10.653401 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:10.654551 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc698a11-92a1-4a6f-afea-ad468b0efeb2 HTTP/1.1" status: 204 len: 168 time: 0.1619258 Jun 07 14:29:10.664148 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc698a11-92a1-4a6f-afea-ad468b0efeb2,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:10.672570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.672844 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.673181 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.673516 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.673845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.674170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.674568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.674949 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.675525 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.675889 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.676367 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.676804 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.677185 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.677495 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.677921 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223f81-99b2-4c36-9f4a-4954b48bad87 tempest-TestShelveInstance-610123530 tempest-TestShelveInstance-610123530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:10.703280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48592) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:11.115329 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (9e01e53f-8b09-4690-88b2-bc6157bb741b), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:11.206556 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:11.332324 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Deleting port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:11.332653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:11.381152 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:11.412438 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] For port 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:11.412704 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:11.426115 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Calling delete_port for 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b owned by network:router_interface {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:11.444026 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48bee-0776-4a09-8f53-75c534822e6b req-49abe71c-6462-48a7-9827-f024eea2788f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:11.445498 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-13e48bee-0776-4a09-8f53-75c534822e6b req-49abe71c-6462-48a7-9827-f024eea2788f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Jun 07 14:29:11.479754 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:11.508810 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-13e48bee-0776-4a09-8f53-75c534822e6b req-801cf3ff-0419-49c4-8794-c190aeacb7c8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576251 Jun 07 14:29:11.617730 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:11.642886 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:12.049104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (9e01e53f-8b09-4690-88b2-bc6157bb741b), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:12.236558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:12.253642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Router 9e01e53f-8b09-4690-88b2-bc6157bb741b has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:29:12.326311 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:12.346298 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: cd19e240-c912-408d-ac68-5ada3a1dd139 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:12.346639 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cd19e240-c912-408d-ac68-5ada3a1dd139 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:12.351514 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:29:12.356241 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f7e9bc35-c7b9-4280-ae47-598754915e8e admin admin] 10.222.0.81 "PUT /v2.0/routers/9e01e53f-8b09-4690-88b2-bc6157bb741b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6514475 Jun 07 14:29:12.359629 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48604) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:12.360711 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] Sync routers for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:29:12.370289 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:12.370893 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:12.409492 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:12.456959 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks [] for router (9e01e53f-8b09-4690-88b2-bc6157bb741b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:12.473458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:12.544924 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:29:12.576496 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks [] for router_gateway (9e01e53f-8b09-4690-88b2-bc6157bb741b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:12.662323 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:29:11Z', 'revision_number': 5, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port': {'id': '07df478b-e7ad-4b70-81c4-5d0c3190d81d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:12.663637 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Deleting port 07df478b-e7ad-4b70-81c4-5d0c3190d81d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:12.664307 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:12.672157 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4efb86-42b3-4dcf-8b5f-e03a4538a812 req-3fdb9956-a029-4882-8a75-4a6c93a088c9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:12.673663 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad4efb86-42b3-4dcf-8b5f-e03a4538a812 req-3fdb9956-a029-4882-8a75-4a6c93a088c9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0822163 Jun 07 14:29:12.691821 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] Checking router: 9e01e53f-8b09-4690-88b2-bc6157bb741b for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:29:12.701435 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] Routers {'9e01e53f-8b09-4690-88b2-bc6157bb741b'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:12.703208 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:28:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['9e01e53f-8b09-4690-88b2-bc6157bb741b'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:12.789638 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad4efb86-42b3-4dcf-8b5f-e03a4538a812 req-cdec72b6-1b4b-4b27-8b76-8453a6636c45 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950680 Jun 07 14:29:12.799243 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] Set router 9e01e53f-8b09-4690-88b2-bc6157bb741b gateway port host: None {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:12.809917 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] For port 07df478b-e7ad-4b70-81c4-5d0c3190d81d, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=07df478b-e7ad-4b70-81c4-5d0c3190d81d,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:12.810280 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:12.826412 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Calling delete_port for 07df478b-e7ad-4b70-81c4-5d0c3190d81d owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:12.851944 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:29:12Z', 'revision_number': 6, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:12.878603 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29b7fa-ae82-4ffb-b470-902b7daa4140 None None] The sync data for ids ['9e01e53f-8b09-4690-88b2-bc6157bb741b'] in dv-cinder-836083-9-iscsi is: [{'id': '9e01e53f-8b09-4690-88b2-bc6157bb741b', 'name': 'tempest-TestShelveInstance-2062368541-router', 'tenant_id': 'b5977f5c113f44eebed133afa6238c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:26Z', 'updated_at': '2022-06-07T14:29:12Z', 'revision_number': 6, 'project_id': 'b5977f5c113f44eebed133afa6238c2e', 'gw_port_host': None}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:29:12.899744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48614) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:13.008176 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (07df478b-e7ad-4b70-81c4-5d0c3190d81d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.009600 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1d93c431-28b2-47f3-a5dc-422c59bf13a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.029394 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba21e-210f-419d-b3c1-d9c41922adee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.044225 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Pushing event deleted for resources: {'Port': ['ID=07df478b-e7ad-4b70-81c4-5d0c3190d81d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:13.080077 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:13.107904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (9e01e53f-8b09-4690-88b2-bc6157bb741b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.112091 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba21e-210f-419d-b3c1-d9c41922adee admin admin] Publish callbacks [] for security_group (423816e9-f48a-40bb-8adc-9f6cd78b85d3), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.115969 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba21e-210f-419d-b3c1-d9c41922adee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (423816e9-f48a-40bb-8adc-9f6cd78b85d3), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.157177 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-cf9ba21e-210f-419d-b3c1-d9c41922adee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd407a635267491eb6a4bea70ffc8fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561231 Jun 07 14:29:13.158313 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba21e-210f-419d-b3c1-d9c41922adee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423816e9-f48a-40bb-8adc-9f6cd78b85d3,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:13.161207 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48618) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:13.195624 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (9e01e53f-8b09-4690-88b2-bc6157bb741b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.197796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks [] for router_controller (9e01e53f-8b09-4690-88b2-bc6157bb741b), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.212298 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3c1a622b-4466-4439-8147-88e6d73a144a admin admin] Publish callbacks [] for security_group (423816e9-f48a-40bb-8adc-9f6cd78b85d3), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.237166 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3c1a622b-4466-4439-8147-88e6d73a144a admin admin] Publish callbacks [] for security_group (423816e9-f48a-40bb-8adc-9f6cd78b85d3), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.247262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (9e01e53f-8b09-4690-88b2-bc6157bb741b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.248527 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e01e53f-8b09-4690-88b2-bc6157bb741b {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:29:13.254106 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.255402 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0d7cdd1a-1baf-4b5a-aa8d-05b41067a43f admin admin] 10.222.0.81 "DELETE /v2.0/routers/9e01e53f-8b09-4690-88b2-bc6157bb741b HTTP/1.1" status: 204 len: 168 time: 0.8947294 Jun 07 14:29:13.257793 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48620) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:13.292877 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3c1a622b-4466-4439-8147-88e6d73a144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (423816e9-f48a-40bb-8adc-9f6cd78b85d3), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.297194 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3c1a622b-4466-4439-8147-88e6d73a144a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.298569 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-3c1a622b-4466-4439-8147-88e6d73a144a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/423816e9-f48a-40bb-8adc-9f6cd78b85d3 HTTP/1.1" status: 204 len: 168 time: 0.1362493 Jun 07 14:29:13.307663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a622b-4466-4439-8147-88e6d73a144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423816e9-f48a-40bb-8adc-9f6cd78b85d3,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:13.327859 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Deleting subnet f00d4818-ccea-4466-8c10-3979566768df {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:29:13.331141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:13.332580 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Publish callbacks [] for subnet (f00d4818-ccea-4466-8c10-3979566768df), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.373526 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3239358'] for subnet (f00d4818-ccea-4466-8c10-3979566768df), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.410644 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:13.457191 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (f00d4818-ccea-4466-8c10-3979566768df), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.511779 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26152847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25795804'] for subnet (f00d4818-ccea-4466-8c10-3979566768df), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.540061 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00d4818-ccea-4466-8c10-3979566768df,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:13.543878 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.549993 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2ff9688b-2eaa-4052-8f91-b986698b294a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f00d4818-ccea-4466-8c10-3979566768df HTTP/1.1" status: 204 len: 168 time: 0.2889650 Jun 07 14:29:13.550375 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48628) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:13.550600 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538910df-6f8d-49ef-bfe5-26f3024fa468 None None] Network f397386a-1f8f-428e-9db6-eb5c4da2745e requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:29:13.632918 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (f397386a-1f8f-428e-9db6-eb5c4da2745e), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.694382 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Deleting port 4c469054-baff-4769-9935-f870c25418a0 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:13.694866 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4c469054-baff-4769-9935-f870c25418a0), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.732341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113738c-2518-41a3-9433-851406760268 None None] DHCP port deletion for f397386a-1f8f-428e-9db6-eb5c4da2745e request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:29:13.774118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] For port 4c469054-baff-4769-9935-f870c25418a0, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4c469054-baff-4769-9935-f870c25418a0,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:13.774468 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4c469054-baff-4769-9935-f870c25418a0), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.781756 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8113738c-2518-41a3-9433-851406760268 None None] Deleting port 4c469054-baff-4769-9935-f870c25418a0 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:13.782133 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4c469054-baff-4769-9935-f870c25418a0), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.794170 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Calling delete_port for 4c469054-baff-4769-9935-f870c25418a0 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:13.901423 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8113738c-2518-41a3-9433-851406760268 None None] For port 4c469054-baff-4769-9935-f870c25418a0, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4c469054-baff-4769-9935-f870c25418a0,segment=NetworkSegment(a5d329ad-2514-40a9-b312-4ef4419d0e37),segment_id=a5d329ad-2514-40a9-b312-4ef4419d0e37)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:13.903320 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4c469054-baff-4769-9935-f870c25418a0), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.908069 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (4c469054-baff-4769-9935-f870c25418a0), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:13.921868 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8113738c-2518-41a3-9433-851406760268 None None] Calling delete_port for 4c469054-baff-4769-9935-f870c25418a0 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:13.946557 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] No DVR routers for this DVR port 4c469054-baff-4769-9935-f870c25418a0 on host dv-cinder-836083-9-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:13.948231 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c469054-baff-4769-9935-f870c25418a0,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:13.973952 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16633a-8482-4b10-bc9e-c4edf7e19690 req-321cb4c9-ea84-4050-944e-325336e8a6a5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:13.975514 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf16633a-8482-4b10-bc9e-c4edf7e19690 req-321cb4c9-ea84-4050-944e-325336e8a6a5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0636654 Jun 07 14:29:14.036460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:14.053960 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=100 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:14.068386 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (f397386a-1f8f-428e-9db6-eb5c4da2745e), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.071838 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (4c469054-baff-4769-9935-f870c25418a0), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.092005 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cf16633a-8482-4b10-bc9e-c4edf7e19690 req-5f52f798-40af-4b5e-b4e7-59160fc735ba tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964172 Jun 07 14:29:14.094719 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f397386a-1f8f-428e-9db6-eb5c4da2745e']}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:14.100591 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113738c-2518-41a3-9433-851406760268 None None] Pushing event deleted for resources: {'Port': ['ID=4c469054-baff-4769-9935-f870c25418a0,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:14.105865 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d329ad-2514-40a9-b312-4ef4419d0e37') {'for_net_delete': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:14.106159 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d329ad-2514-40a9-b312-4ef4419d0e37') {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:14.109499 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.109855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.110333 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.110568 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.110911 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.111304 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.111652 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.111980 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.112305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.112634 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.112956 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.113475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.113964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.114436 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.114911 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8113738c-2518-41a3-9433-851406760268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:29:14.117832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848350'] for segment (a5d329ad-2514-40a9-b312-4ef4419d0e37), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.125069 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113738c-2518-41a3-9433-851406760268 None None] No DVR routers for this DVR port 4c469054-baff-4769-9935-f870c25418a0 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:14.133246 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (a5d329ad-2514-40a9-b312-4ef4419d0e37), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.142844 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:14.148073 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:29:14.148533 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3372005'] for segment (a5d329ad-2514-40a9-b312-4ef4419d0e37), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.191860 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment a5d329ad-2514-40a9-b312-4ef4419d0e37 resource provider aggregate not found Jun 07 14:29:14.213816 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment a5d329ad-2514-40a9-b312-4ef4419d0e37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5d329ad-2514-40a9-b312-4ef4419d0e37 found for delete ", "request_id": "req-b6eeb711-4dd4-40c0-b8ef-50977a47d2e6"}]} Jun 07 14:29:14.226668 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (f397386a-1f8f-428e-9db6-eb5c4da2745e), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.232100 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.235618 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f397386a-1f8f-428e-9db6-eb5c4da2745e HTTP/1.1" status: 204 len: 168 time: 0.6842153 Jun 07 14:29:14.239180 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48654) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:14.249823 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44b1be-91b6-4071-822b-9c7ef94b2933 admin admin] Pushing event deleted for resources: {'Network': ['ID=f397386a-1f8f-428e-9db6-eb5c4da2745e,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:14.565773 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (798b6887-b96b-4d20-84d5-c83f7d019bc0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.647900 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4c469054-baff-4769-9935-f870c25418a0 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:14.669325 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 4c469054-baff-4769-9935-f870c25418a0 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:14.669685 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4c469054-baff-4769-9935-f870c25418a0 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:14.670108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:14.690402 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:14.690744 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3bca7de7-91d3-4cb6-86a8-3c9c7d2f454b not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:14.691143 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 07df478b-e7ad-4b70-81c4-5d0c3190d81d no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:14.711506 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 07df478b-e7ad-4b70-81c4-5d0c3190d81d {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:14.711867 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 07df478b-e7ad-4b70-81c4-5d0c3190d81d not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:14.796544 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Deleting port e423ec36-95df-4aae-a601-0734c917be1e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:14.796875 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (e423ec36-95df-4aae-a601-0734c917be1e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.870570 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:14.877130 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] For port e423ec36-95df-4aae-a601-0734c917be1e, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=e423ec36-95df-4aae-a601-0734c917be1e,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:14.877494 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (e423ec36-95df-4aae-a601-0734c917be1e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:14.891419 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Calling delete_port for e423ec36-95df-4aae-a601-0734c917be1e owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:14.895072 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:15.071582 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (e423ec36-95df-4aae-a601-0734c917be1e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:15.099246 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Pushing event deleted for resources: {'Port': ['ID=e423ec36-95df-4aae-a601-0734c917be1e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:15.292435 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796fe03-3019-4f74-ad1a-8800d5ebf35f req-9ce3bd36-1ff6-451d-ad5b-4fea16b1fab8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:15.293901 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2796fe03-3019-4f74-ad1a-8800d5ebf35f req-9ce3bd36-1ff6-451d-ad5b-4fea16b1fab8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0830534 Jun 07 14:29:15.328310 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (798b6887-b96b-4d20-84d5-c83f7d019bc0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:15.359850 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2796fe03-3019-4f74-ad1a-8800d5ebf35f req-7f9ad48b-c92d-441e-96f3-d766c35be57e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578675 Jun 07 14:29:15.444325 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49c24ec1-6497-442a-99fa-bf2d9abd1acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:15.550600 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Router 798b6887-b96b-4d20-84d5-c83f7d019bc0 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:29:15.649422 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:15.652823 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:29:15.662813 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-94842bc5-c066-447b-a9c2-63346464c310 admin admin] 10.222.0.81 "PUT /v2.0/routers/798b6887-b96b-4d20-84d5-c83f7d019bc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191711 Jun 07 14:29:15.662813 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48666) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:15.665913 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] Sync routers for ids ['798b6887-b96b-4d20-84d5-c83f7d019bc0'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:29:15.677163 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] Routers {'798b6887-b96b-4d20-84d5-c83f7d019bc0'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:15.677877 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:29:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['798b6887-b96b-4d20-84d5-c83f7d019bc0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:15.785040 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks [] for router (798b6887-b96b-4d20-84d5-c83f7d019bc0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:15.798275 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-659894fe-5c84-4a3c-8508-385d0ec2cbbc tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6e8cfd2bd8134c328696944b1913bc41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368159 Jun 07 14:29:15.871094 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] Set router 798b6887-b96b-4d20-84d5-c83f7d019bc0 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:15.951854 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:16.048712 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:29:15Z', 'revision_number': 5, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port': {'id': 'c2f10499-1915-43c9-a544-d00e4d982de8', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:23:32Z', 'updated_at': '2022-06-07T14:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:16.050585 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks [] for router_gateway (798b6887-b96b-4d20-84d5-c83f7d019bc0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:16.071020 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-80a34d05-6125-4d6d-bf59-439c58f36cad tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:16.072503 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-80a34d05-6125-4d6d-bf59-439c58f36cad tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457097 Jun 07 14:29:16.074666 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] Checking router: 798b6887-b96b-4d20-84d5-c83f7d019bc0 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:29:16.083087 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] Routers {'798b6887-b96b-4d20-84d5-c83f7d019bc0'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:16.083784 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:29:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['798b6887-b96b-4d20-84d5-c83f7d019bc0'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:16.171348 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] Set router 798b6887-b96b-4d20-84d5-c83f7d019bc0 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:16.227350 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:29:16Z', 'revision_number': 6, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:16.253396 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b6920f-2ee4-4485-817e-7bab5e42bb98 None None] The sync data for ids ['798b6887-b96b-4d20-84d5-c83f7d019bc0'] in dv-cinder-836083-9-iscsi is: [{'id': '798b6887-b96b-4d20-84d5-c83f7d019bc0', 'name': 'tempest-TestShelveInstance-541328660-router', 'tenant_id': '02c7033c26d04bdb8e8f091aefb1534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:23:31Z', 'updated_at': '2022-06-07T14:29:16Z', 'revision_number': 6, 'project_id': '02c7033c26d04bdb8e8f091aefb1534b', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:29:16.281282 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:16.364316 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-2f29c6f0-e8b9-41ac-95c6-c9787cc678f0 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/quotas/6e8cfd2bd8134c328696944b1913bc41 HTTP/1.1" status: 200 len: 375 time: 0.0152724 Jun 07 14:29:16.372465 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Deleting port c2f10499-1915-43c9-a544-d00e4d982de8 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:16.372801 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:16.429685 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-68e67991-4788-4203-962c-a299f1346dc2 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e8cfd2bd8134c328696944b1913bc41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585999 Jun 07 14:29:16.495192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65a0c7-0a6a-4cbe-aec3-7005cfa0b70b req-ee247b3b-c92e-4ca6-9fa1-c63f171e0ca9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:16.496703 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e65a0c7-0a6a-4cbe-aec3-7005cfa0b70b req-ee247b3b-c92e-4ca6-9fa1-c63f171e0ca9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0646160 Jun 07 14:29:16.532395 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] For port c2f10499-1915-43c9-a544-d00e4d982de8, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=c2f10499-1915-43c9-a544-d00e4d982de8,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:16.532744 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:16.566488 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Calling delete_port for c2f10499-1915-43c9-a544-d00e4d982de8 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:16.591119 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e65a0c7-0a6a-4cbe-aec3-7005cfa0b70b req-aa05ba39-62f0-481b-8bf8-f24ea13a2b02 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874131 Jun 07 14:29:16.617367 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dcaa80f5-0a36-4ddd-a6b7-5262362963bf req-0c24f925-3415-467a-8802-9944f49f4ac9 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 210 time: 0.0441182 Jun 07 14:29:16.699403 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e423ec36-95df-4aae-a601-0734c917be1e no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:16.721674 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: e423ec36-95df-4aae-a601-0734c917be1e {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:16.722145 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device e423ec36-95df-4aae-a601-0734c917be1e not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:16.806408 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (c2f10499-1915-43c9-a544-d00e4d982de8), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:16.836150 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f10499-1915-43c9-a544-d00e4d982de8,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:16.886503 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:16.906416 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (798b6887-b96b-4d20-84d5-c83f7d019bc0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.005488 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (798b6887-b96b-4d20-84d5-c83f7d019bc0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.007633 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks [] for router_controller (798b6887-b96b-4d20-84d5-c83f7d019bc0), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.054013 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (798b6887-b96b-4d20-84d5-c83f7d019bc0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.054729 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798b6887-b96b-4d20-84d5-c83f7d019bc0 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:29:17.062119 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.064801 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48690) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:17.065731 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-91ef0dd1-729a-4963-aadc-dfd230d50dfe admin admin] 10.222.0.81 "DELETE /v2.0/routers/798b6887-b96b-4d20-84d5-c83f7d019bc0 HTTP/1.1" status: 204 len: 168 time: 1.4025607 Jun 07 14:29:17.119795 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Deleting subnet d2469385-7095-4e4f-b0c1-ec33a5299f1a {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:29:17.121705 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:17.124138 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Publish callbacks [] for subnet (d2469385-7095-4e4f-b0c1-ec33a5299f1a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.167385 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (d2469385-7095-4e4f-b0c1-ec33a5299f1a), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.255366 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (d2469385-7095-4e4f-b0c1-ec33a5299f1a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.315459 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (d2469385-7095-4e4f-b0c1-ec33a5299f1a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.340460 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2469385-7095-4e4f-b0c1-ec33a5299f1a,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:17.347601 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.352979 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-1f392201-c039-43b4-b7b4-f46a3b8e9bc0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d2469385-7095-4e4f-b0c1-ec33a5299f1a HTTP/1.1" status: 204 len: 168 time: 0.2848473 Jun 07 14:29:17.353169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48692) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:17.360083 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf1bdd-05a1-4107-a545-18473b13973c None None] Network b1a80595-3025-4c23-8356-a1e92f2bd131 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:29:17.426289 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (b1a80595-3025-4c23-8356-a1e92f2bd131), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.457815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:17.473320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Deleting port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:17.473727 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.555917 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-94ed0cd6-9518-4b52-bd7a-1e227e32f426 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6e8cfd2bd8134c328696944b1913bc41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382068 Jun 07 14:29:17.559140 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] DHCP port deletion for b1a80595-3025-4c23-8356-a1e92f2bd131 request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:29:17.598405 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] Deleting port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:17.598774 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.671007 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] For port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:17.671490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.674572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] For port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,segment=NetworkSegment(be7d5a38-c306-482e-af6f-3433da2157b9),segment_id=be7d5a38-c306-482e-af6f-3433da2157b9)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:17.675036 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.691622 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] Calling delete_port for 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:17.718929 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Calling delete_port for 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:17.782463 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dc187796-983e-4de3-b9f7-57da8ab99871 req-c27384e9-fc64-49f2-8580-5febdeb7778f tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 210 time: 0.0356057 Jun 07 14:29:17.791110 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b9606-c627-49e3-bf4b-30fe79563b94 req-4df3657c-833c-40ce-a07a-48a2ab4827d1 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:17.792924 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-086b9606-c627-49e3-bf4b-30fe79563b94 req-4df3657c-833c-40ce-a07a-48a2ab4827d1 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0802584 Jun 07 14:29:17.800414 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.822672 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] Pushing event deleted for resources: {'Port': ['ID=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:17.829562 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-2479e82a-ebe3-42c7-a135-e6ec1590d4f4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:17.830905 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-2479e82a-ebe3-42c7-a135-e6ec1590d4f4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680085 Jun 07 14:29:17.832697 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78683634-52fa-43d0-a7a9-179891d1f4b8 None None] No DVR routers for this DVR port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:17.847939 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Request body: {'port': {'device_id': '2c161249-6227-4042-b88c-371e3e32503e', 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58', 'admin_state_up': True, 'tenant_id': '6e8cfd2bd8134c328696944b1913bc41'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:29:17.859353 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-086b9606-c627-49e3-bf4b-30fe79563b94 req-f7406b41-a14d-40cc-8d88-9b3b392a0892 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591133 Jun 07 14:29:17.923763 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (0aae6e97-7d7c-4732-ab9a-e078c69f4ccd), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:17.939339 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:17.966147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aae6e97-7d7c-4732-ab9a-e078c69f4ccd,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:17.968499 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] No DVR routers for this DVR port 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd on host dv-cinder-836083-9-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:18.033471 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.063739 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (b1a80595-3025-4c23-8356-a1e92f2bd131), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.090307 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a80595-3025-4c23-8356-a1e92f2bd131']}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:18.093511 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Made reservation on behalf of 6e8cfd2bd8134c328696944b1913bc41 for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:29:18.096933 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.111326 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.114021 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7d5a38-c306-482e-af6f-3433da2157b9') {'for_net_delete': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:18.114312 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.services.segments.db [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7d5a38-c306-482e-af6f-3433da2157b9') {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:18.128801 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848350'] for segment (be7d5a38-c306-482e-af6f-3433da2157b9), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.137211 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:18.154614 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (be7d5a38-c306-482e-af6f-3433da2157b9), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.168477 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:29:18.168892 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3372005'] for segment (be7d5a38-c306-482e-af6f-3433da2157b9), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.216789 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment be7d5a38-c306-482e-af6f-3433da2157b9 resource provider aggregate not found Jun 07 14:29:18.242268 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.services.segments.plugin [-] Segment be7d5a38-c306-482e-af6f-3433da2157b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be7d5a38-c306-482e-af6f-3433da2157b9 found for delete ", "request_id": "req-53450555-4f4a-446a-ba84-b7b09bdf308c"}]} Jun 07 14:29:18.256240 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (b1a80595-3025-4c23-8356-a1e92f2bd131), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.262047 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.266080 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b1a80595-3025-4c23-8356-a1e92f2bd131 HTTP/1.1" status: 204 len: 168 time: 0.9119875 Jun 07 14:29:18.285923 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de898c6-2141-4244-aec9-49b579c789c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a80595-3025-4c23-8356-a1e92f2bd131,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:18.299064 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks [] for security_group (1faefaba-8b2c-47d0-889d-d3198e059abf), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.302982 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (1faefaba-8b2c-47d0-889d-d3198e059abf), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.366759 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faefaba-8b2c-47d0-889d-d3198e059abf,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:18.443569 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Allocated IP 192.168.233.63 (1db7fc2a-57bd-4900-bb93-54dc23f09e58/976601b6-1e74-403e-81f5-7e29bcc2b362/902b955a-a58d-41f0-93ef-27fee7802ec1) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:29:18.443730 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48708) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:18.484982 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e926cd86-f8ef-40c1-a909-4b7d5efed357 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5977f5c113f44eebed133afa6238c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401292 Jun 07 14:29:18.487526 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48710) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:18.536120 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-416cba7c-25b6-43e4-a15e-4df743fb73f7 admin admin] Publish callbacks [] for security_group (761f4351-3026-49ec-b114-9f0a19ae9d81), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.546863 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:18.559867 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-416cba7c-25b6-43e4-a15e-4df743fb73f7 admin admin] Publish callbacks [] for security_group (761f4351-3026-49ec-b114-9f0a19ae9d81), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.604653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks [] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.618065 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-416cba7c-25b6-43e4-a15e-4df743fb73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (761f4351-3026-49ec-b114-9f0a19ae9d81), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.621302 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-416cba7c-25b6-43e4-a15e-4df743fb73f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.625426 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-416cba7c-25b6-43e4-a15e-4df743fb73f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/761f4351-3026-49ec-b114-9f0a19ae9d81 HTTP/1.1" status: 204 len: 168 time: 0.1340508 Jun 07 14:29:18.638091 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:18.641415 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cba7c-25b6-43e4-a15e-4df743fb73f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f4351-3026-49ec-b114-9f0a19ae9d81,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:18.645366 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device c2f10499-1915-43c9-a544-d00e4d982de8 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:18.646080 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.675725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: c2f10499-1915-43c9-a544-d00e4d982de8 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:18.676064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device c2f10499-1915-43c9-a544-d00e4d982de8 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:18.676668 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:18.693385 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:29:18.696972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:29:18.701470 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:29:18.704750 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:18.705284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 0aae6e97-7d7c-4732-ab9a-e078c69f4ccd not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:18.757214 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Pushing event updated for resources: {'Port': ['ID=902b955a-a58d-41f0-93ef-27fee7802ec1,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:18.768642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:18.769302 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.786853 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-6d74bf89-36e2-489a-a502-cf9e0ba8a0fe tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9450827 Jun 07 14:29:18.798780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Request body: {'port': {'device_id': '2c161249-6227-4042-b88c-371e3e32503e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:29:18.890059 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:18.937924 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:18.961606 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb06c4-9ffc-4958-ae44-14e036e70398 req-43748dab-bd16-41dd-b21b-d29fe47ac596 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:18.963834 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fdbb06c4-9ffc-4958-ae44-14e036e70398 req-43748dab-bd16-41dd-b21b-d29fe47ac596 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 935 time: 0.0917850 Jun 07 14:29:19.016489 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-384b2b4b-1ca1-48d7-9b2b-199ab611f257 None None] Provisioning complete for port 902b955a-a58d-41f0-93ef-27fee7802ec1 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:29:19.017224 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-384b2b4b-1ca1-48d7-9b2b-199ab611f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.046347 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfadbbf-387c-4100-a88f-56bcb63d9995 req-cdbf3328-8263-4884-ade1-e56f966d52a6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:19.048546 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2cfadbbf-387c-4100-a88f-56bcb63d9995 req-cdbf3328-8263-4884-ade1-e56f966d52a6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0835454 Jun 07 14:29:19.061771 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-384b2b4b-1ca1-48d7-9b2b-199ab611f257 None None] Port 902b955a-a58d-41f0-93ef-27fee7802ec1 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:29:19.069484 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 48720) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:19.086409 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fdbb06c4-9ffc-4958-ae44-14e036e70398 req-f5a622a0-b060-4e68-8351-541e610461de tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117208 Jun 07 14:29:19.145699 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2cfadbbf-387c-4100-a88f-56bcb63d9995 req-c5911c41-4204-4552-8bd3-f74318c91885 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872719 Jun 07 14:29:19.149661 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-48f06290-9e0d-4495-93d8-a3717df2897d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02c7033c26d04bdb8e8f091aefb1534b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770476 Jun 07 14:29:19.154543 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 48722) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:19.244683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-122ea9ea-5a70-445f-a602-e49c136ca112 admin admin] Publish callbacks [] for security_group (2980d39d-c457-4d65-adfb-00815c6542db), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.282936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-122ea9ea-5a70-445f-a602-e49c136ca112 admin admin] Publish callbacks [] for security_group (2980d39d-c457-4d65-adfb-00815c6542db), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.339552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902b955a-a58d-41f0-93ef-27fee7802ec1 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:29:19.349789 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Publish callbacks [] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.364090 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Transition to ACTIVE for port object 902b955a-a58d-41f0-93ef-27fee7802ec1 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:29:19.367812 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.410726 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-122ea9ea-5a70-445f-a602-e49c136ca112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2980d39d-c457-4d65-adfb-00815c6542db), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.413227 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-122ea9ea-5a70-445f-a602-e49c136ca112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.414371 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-122ea9ea-5a70-445f-a602-e49c136ca112 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2980d39d-c457-4d65-adfb-00815c6542db HTTP/1.1" status: 204 len: 168 time: 0.2586887 Jun 07 14:29:19.431954 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Pushing event updated for resources: {'Port': ['ID=902b955a-a58d-41f0-93ef-27fee7802ec1,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:19.435670 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea9ea-5a70-445f-a602-e49c136ca112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980d39d-c457-4d65-adfb-00815c6542db,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:19.518107 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Attempting to bind port 902b955a-a58d-41f0-93ef-27fee7802ec1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:29:19.518434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Attempting to bind port 902b955a-a58d-41f0-93ef-27fee7802ec1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:29:19.518753 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Attempting to bind port 902b955a-a58d-41f0-93ef-27fee7802ec1 on network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:29:19.523678 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Port 902b955a-a58d-41f0-93ef-27fee7802ec1 on network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:29:19.524009 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Attempting to bind port 902b955a-a58d-41f0-93ef-27fee7802ec1 on network 1db7fc2a-57bd-4900-bb93-54dc23f09e58 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:29:19.529169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:29:19.529512 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Checking segment: {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:29:19.530471 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Bound using segment: {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:29:19.530916 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Bound port: 902b955a-a58d-41f0-93ef-27fee7802ec1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e943f02c-46e5-455d-a0f6-4ba74ab10b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:29:19.531485 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.573588 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.610786 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] For port 902b955a-a58d-41f0-93ef-27fee7802ec1, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:29:19.614053 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] For port 902b955a-a58d-41f0-93ef-27fee7802ec1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=902b955a-a58d-41f0-93ef-27fee7802ec1,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:29:19.619764 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.647111 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:19.658522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:19.659149 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:19.660610 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] 10.222.0.75 "PUT /v2.0/ports/902b955a-a58d-41f0-93ef-27fee7802ec1 HTTP/1.1" status: 200 len: 1097 time: 0.8662179 Jun 07 14:29:19.661600 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c161249-6227-4042-b88c-371e3e32503e', 'tag': '902b955a-a58d-41f0-93ef-27fee7802ec1'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:19.664134 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c161249-6227-4042-b88c-371e3e32503e", "tag": "902b955a-a58d-41f0-93ef-27fee7802ec1"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:19.693279 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8c23-2ebd-462e-b570-d6d20005736d service neutron] Pushing event updated for resources: {'Port': ['ID=902b955a-a58d-41f0-93ef-27fee7802ec1,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:19.736907 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32181f12-867f-47e6-b18d-b3fffacfe2e0 x-openstack-request-id: req-32181f12-867f-47e6-b18d-b3fffacfe2e0 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:19.737283 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c161249-6227-4042-b88c-371e3e32503e", "tag": "902b955a-a58d-41f0-93ef-27fee7802ec1", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:19.737596 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32181f12-867f-47e6-b18d-b3fffacfe2e0 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:19.738064 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32181f12-867f-47e6-b18d-b3fffacfe2e0'] response: {'name': 'network-changed', 'server_uuid': '2c161249-6227-4042-b88c-371e3e32503e', 'tag': '902b955a-a58d-41f0-93ef-27fee7802ec1', 'status': 'completed', 'code': 200} Jun 07 14:29:19.775314 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-b3b3e4ac-2b9a-4ef2-96ba-0c4566960783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:19.777828 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-b3b3e4ac-2b9a-4ef2-96ba-0c4566960783 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e8cfd2bd8134c328696944b1913bc41&device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 1131 time: 0.0541632 Jun 07 14:29:19.823884 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-fa4bad33-0f8c-40f4-ab19-5b5aadc8d032 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=902b955a-a58d-41f0-93ef-27fee7802ec1 HTTP/1.1" status: 200 len: 217 time: 0.0377347 Jun 07 14:29:19.883915 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-856138fe-8119-4f2e-99cf-4b09fc1d0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:19.885428 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-856138fe-8119-4f2e-99cf-4b09fc1d0400 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=976601b6-1e74-403e-81f5-7e29bcc2b362 HTTP/1.1" status: 200 len: 843 time: 0.0548108 Jun 07 14:29:19.901622 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:19.933754 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-9ea8c6b8-61c0-40f7-8e3a-c30f486561ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:19.935198 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-9ea8c6b8-61c0-40f7-8e3a-c30f486561ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1db7fc2a-57bd-4900-bb93-54dc23f09e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432153 Jun 07 14:29:20.024362 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-b4b6c959-1b23-4448-805a-86fa6beb4817 service neutron] 10.222.0.75 "GET /v2.0/networks/1db7fc2a-57bd-4900-bb93-54dc23f09e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821030 Jun 07 14:29:20.117478 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ace0303d-a4c3-4c37-870d-662b28b9d4c2 req-c2da6065-4adc-4a73-8738-443033d0e50d service neutron] 10.222.0.75 "GET /v2.0/networks/1db7fc2a-57bd-4900-bb93-54dc23f09e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859835 Jun 07 14:29:20.202941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b4f64-a03e-480d-a0b3-8ec4e1beee6d req-9ade3def-4dbe-4a5c-894b-4a31585a19c2 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:20.204464 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-156b4f64-a03e-480d-a0b3-8ec4e1beee6d req-9ade3def-4dbe-4a5c-894b-4a31585a19c2 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 947 time: 0.0481713 Jun 07 14:29:20.283757 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-156b4f64-a03e-480d-a0b3-8ec4e1beee6d req-167feca9-9900-48b9-aad3-35c2e6a1bfdd tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739002 Jun 07 14:29:20.289745 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972da4b-a68e-48dd-aa67-a10d32f50ce9 req-8e874ae8-bba9-4c04-b5a9-bf98cd70facb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:20.291134 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e972da4b-a68e-48dd-aa67-a10d32f50ce9 req-8e874ae8-bba9-4c04-b5a9-bf98cd70facb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0647075 Jun 07 14:29:20.338711 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e972da4b-a68e-48dd-aa67-a10d32f50ce9 req-b4caa3ae-efd3-4c47-a93d-20618db09396 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Jun 07 14:29:20.356146 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:29:20.455174 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:20.466656 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'mac_address': 'fa:16:3e:b6:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:29:20.499977 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: ACTIVE; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:20.500360 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:20.512859 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f5b3dca-4f2b-407e-9796-9a5c5a344abb {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:29:20.532687 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:20.536651 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:20.589254 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:20.622802 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['3f5b3dca-4f2b-407e-9796-9a5c5a344abb'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:29:21.130366 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-6fa40e81-e237-43f4-bb58-b023281beb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:21.131848 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-6fa40e81-e237-43f4-bb58-b023281beb6f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6e8cfd2bd8134c328696944b1913bc41&device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 1131 time: 0.0396082 Jun 07 14:29:21.226709 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-5b518f53-e8f5-4a3f-b6f6-b0889c17a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:21.228579 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-5b518f53-e8f5-4a3f-b6f6-b0889c17a922 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1db7fc2a-57bd-4900-bb93-54dc23f09e58 HTTP/1.1" status: 200 len: 870 time: 0.0908864 Jun 07 14:29:21.282780 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-84c56d9e-acd6-4e7b-a28a-bf5014a38c90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=902b955a-a58d-41f0-93ef-27fee7802ec1 HTTP/1.1" status: 200 len: 217 time: 0.0428870 Jun 07 14:29:21.358601 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-a132252a-2280-4d01-afa6-b66248f7bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:21.360086 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-a132252a-2280-4d01-afa6-b66248f7bd94 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=976601b6-1e74-403e-81f5-7e29bcc2b362 HTTP/1.1" status: 200 len: 843 time: 0.0468211 Jun 07 14:29:21.411676 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-2e8228a3-91ef-4d18-bcbd-c229c57fff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:21.412376 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c498e-3c4d-41df-8d73-7868b41532e6 req-9bf2fb05-de8a-4948-a71d-fe15b28f48f3 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:21.413985 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-570c498e-3c4d-41df-8d73-7868b41532e6 req-9bf2fb05-de8a-4948-a71d-fe15b28f48f3 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 947 time: 0.0619564 Jun 07 14:29:21.419570 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-2e8228a3-91ef-4d18-bcbd-c229c57fff84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1db7fc2a-57bd-4900-bb93-54dc23f09e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0521934 Jun 07 14:29:21.458609 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:21.497490 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157fe25-13b6-4950-9c7e-158ee5610e1e req-eba72bb8-6b4d-49b1-b0e3-7970e50de9f8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:21.499881 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3157fe25-13b6-4950-9c7e-158ee5610e1e req-eba72bb8-6b4d-49b1-b0e3-7970e50de9f8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 944 time: 0.0735846 Jun 07 14:29:21.526442 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-570c498e-3c4d-41df-8d73-7868b41532e6 req-d1107c15-a31e-4328-8ff0-7e4a84f0ed4d tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069152 Jun 07 14:29:21.567779 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3157fe25-13b6-4950-9c7e-158ee5610e1e req-25c5d6d2-7a7b-4c11-85ae-31cdef5fdd70 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620685 Jun 07 14:29:21.793279 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-3bb2b0d7-e143-482c-9bf9-13f0f3be1993 service neutron] 10.222.0.75 "GET /v2.0/networks/1db7fc2a-57bd-4900-bb93-54dc23f09e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640735 Jun 07 14:29:21.901952 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b1c41c2d-5964-49ce-b1b7-8d18a9a133f0 req-980fe324-f3b3-48d6-82bf-b05df75efc3c service neutron] 10.222.0.75 "GET /v2.0/networks/1db7fc2a-57bd-4900-bb93-54dc23f09e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011915 Jun 07 14:29:22.373277 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:29:22.429904 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:29:22.430266 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:22.470825 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:22.514261 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:22.514653 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:22.543992 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:22.548744 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fcef84-43ce-493a-abe6-a5afb941bc5a" -d '{"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:22.580841 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:22.586494 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:22.593931 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:22.650241 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:22.668928 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc8bbf-0330-46e8-b11e-e6550f5ee0e2 x-openstack-request-id: req-e0bc8bbf-0330-46e8-b11e-e6550f5ee0e2 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:22.669316 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:22.670009 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0bc8bbf-0330-46e8-b11e-e6550f5ee0e2 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:22.670998 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bc8bbf-0330-46e8-b11e-e6550f5ee0e2'] response: {'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'code': 200} Jun 07 14:29:22.752833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c6632-58c7-44bc-b851-c1d639299fb2 req-5f72b168-4e80-4ded-af1c-d699c76b253c tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:22.754988 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-636c6632-58c7-44bc-b851-c1d639299fb2 req-5f72b168-4e80-4ded-af1c-d699c76b253c tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 947 time: 0.0772495 Jun 07 14:29:22.830792 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91ab2-feaa-4990-9bd6-23da75941891 req-90ffa518-d8ee-42b9-a084-88bce4367435 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:22.832437 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-67c91ab2-feaa-4990-9bd6-23da75941891 req-90ffa518-d8ee-42b9-a084-88bce4367435 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0904107 Jun 07 14:29:22.872409 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-636c6632-58c7-44bc-b851-c1d639299fb2 req-d8c67e0f-8efb-4e2c-8ae0-21912aa51417 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035213 Jun 07 14:29:22.921787 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-67c91ab2-feaa-4990-9bd6-23da75941891 req-57c9e2c4-35b3-4f0f-b3c3-e8c6b2e4d54c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786085 Jun 07 14:29:24.036241 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd860d58-d008-4e98-ad59-58be0acf41da req-5bac0bd3-37c5-4c59-8c34-56a0e155107d tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:24.037984 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bd860d58-d008-4e98-ad59-58be0acf41da req-5bac0bd3-37c5-4c59-8c34-56a0e155107d tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 947 time: 0.0921643 Jun 07 14:29:24.102699 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e19bd-7481-4282-8846-4f9286bb13f6 req-83e916cf-b117-4924-ae49-27ac1eff3694 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:24.104381 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b60e19bd-7481-4282-8846-4f9286bb13f6 req-83e916cf-b117-4924-ae49-27ac1eff3694 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0986311 Jun 07 14:29:24.146481 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:24.179978 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bd860d58-d008-4e98-ad59-58be0acf41da req-cac345eb-0c16-474d-9c2b-2edc06315e97 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119413 Jun 07 14:29:24.206080 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b60e19bd-7481-4282-8846-4f9286bb13f6 req-2b13c569-135f-4395-81f5-fbe7889efa7b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945423 Jun 07 14:29:24.424229 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 902b955a-a58d-41f0-93ef-27fee7802ec1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:29:24.703135 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 902b955a-a58d-41f0-93ef-27fee7802ec1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=902b955a-a58d-41f0-93ef-27fee7802ec1,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:24.715818 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '902b955a-a58d-41f0-93ef-27fee7802ec1', 'network_id': '1db7fc2a-57bd-4900-bb93-54dc23f09e58', 'port_id': '902b955a-a58d-41f0-93ef-27fee7802ec1', 'mac_address': 'fa:16:3e:a3:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976601b6-1e74-403e-81f5-7e29bcc2b362', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:29:24.748647 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:24.759063 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 902b955a-a58d-41f0-93ef-27fee7802ec1 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:24.759481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:24.775975 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902b955a-a58d-41f0-93ef-27fee7802ec1 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:29:24.809615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 902b955a-a58d-41f0-93ef-27fee7802ec1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=902b955a-a58d-41f0-93ef-27fee7802ec1,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:24.814917 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:24.870361 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=902b955a-a58d-41f0-93ef-27fee7802ec1,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:25.085227 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['902b955a-a58d-41f0-93ef-27fee7802ec1'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:29:25.372115 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829fd6-0073-42d6-beed-f586c6270350 req-eff91677-233e-487d-8634-731579c1ded1 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:25.374305 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-93829fd6-0073-42d6-beed-f586c6270350 req-eff91677-233e-487d-8634-731579c1ded1 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 948 time: 0.0977561 Jun 07 14:29:25.398469 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d316c22-5568-4951-8746-480d74771650 req-49731b22-723d-46d1-85c0-79caeb4328bb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:25.400131 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5d316c22-5568-4951-8746-480d74771650 req-49731b22-723d-46d1-85c0-79caeb4328bb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0785997 Jun 07 14:29:25.476443 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-93829fd6-0073-42d6-beed-f586c6270350 req-677a79d3-0cf8-456a-b82d-0e540c3dfe74 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929606 Jun 07 14:29:25.487347 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5d316c22-5568-4951-8746-480d74771650 req-6f12529a-00b1-4594-b8a8-88625c3f5183 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794380 Jun 07 14:29:25.781849 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecb38e-e16d-4968-9ae9-1a2a124485a9 req-a9671971-be2d-45f8-ba45-5391e6d960ad tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:25.789048 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9fecb38e-e16d-4968-9ae9-1a2a124485a9 req-a9671971-be2d-45f8-ba45-5391e6d960ad tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0624468 Jun 07 14:29:25.838697 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9fecb38e-e16d-4968-9ae9-1a2a124485a9 req-956b38f3-fbb6-4521-ac49-627a898120b3 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487857 Jun 07 14:29:26.139672 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:26.229700 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=48 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:26.230902 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=46 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:26.384998 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 902b955a-a58d-41f0-93ef-27fee7802ec1 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:29:26.442554 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 902b955a-a58d-41f0-93ef-27fee7802ec1 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:29:26.453816 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 902b955a-a58d-41f0-93ef-27fee7802ec1 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:29:26.454238 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:26.557458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 902b955a-a58d-41f0-93ef-27fee7802ec1 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:26.557847 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:26.603019 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c161249-6227-4042-b88c-371e3e32503e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902b955a-a58d-41f0-93ef-27fee7802ec1'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:26.605730 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b316e2dc-9bb1-40db-b857-825a8ee56764" -d '{"events": [{"server_uuid": "2c161249-6227-4042-b88c-371e3e32503e", "name": "network-vif-plugged", "status": "completed", "tag": "902b955a-a58d-41f0-93ef-27fee7802ec1"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:26.624127 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 902b955a-a58d-41f0-93ef-27fee7802ec1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=902b955a-a58d-41f0-93ef-27fee7802ec1,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:26.632447 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:26.649816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df013f-1dd4-4b70-8128-d86046f2390c req-77f6209e-1f60-4006-8b7d-afaea44952fd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:26.658461 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49df013f-1dd4-4b70-8128-d86046f2390c req-77f6209e-1f60-4006-8b7d-afaea44952fd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0676606 Jun 07 14:29:26.704414 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=902b955a-a58d-41f0-93ef-27fee7802ec1,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:26.751577 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49df013f-1dd4-4b70-8128-d86046f2390c req-399e620a-0e76-406c-ab76-9b0df6b98e17 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886862 Jun 07 14:29:26.766662 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91b323-16b5-4987-8855-1a1f2f31fafc req-b32aab49-0b93-45bd-b346-2b9873757eb6 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:26.769604 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd91b323-16b5-4987-8855-1a1f2f31fafc req-b32aab49-0b93-45bd-b346-2b9873757eb6 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 949 time: 0.1092067 Jun 07 14:29:26.805285 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b1c49-cfb3-4407-9dab-a186cf648d40 x-openstack-request-id: req-f02b1c49-cfb3-4407-9dab-a186cf648d40 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:26.805666 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c161249-6227-4042-b88c-371e3e32503e", "name": "network-vif-plugged", "status": "completed", "tag": "902b955a-a58d-41f0-93ef-27fee7802ec1", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:26.805990 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f02b1c49-cfb3-4407-9dab-a186cf648d40 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:26.806456 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02b1c49-cfb3-4407-9dab-a186cf648d40'] response: {'server_uuid': '2c161249-6227-4042-b88c-371e3e32503e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902b955a-a58d-41f0-93ef-27fee7802ec1', 'code': 200} Jun 07 14:29:26.859325 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd91b323-16b5-4987-8855-1a1f2f31fafc req-9091ada6-5b31-4ba0-8e75-981399041dc1 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 Jun 07 14:29:27.004806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a3916-cf78-4b2e-b380-cf7c246a93e7 req-032de853-4caf-4198-9150-71af3c67d86f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:27.006790 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ec4a3916-cf78-4b2e-b380-cf7c246a93e7 req-032de853-4caf-4198-9150-71af3c67d86f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0718446 Jun 07 14:29:27.090451 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ec4a3916-cf78-4b2e-b380-cf7c246a93e7 req-239b5f0f-08f8-4d17-bb9b-c3aee6834296 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778034 Jun 07 14:29:27.139627 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95851bc6-8795-4131-b5bb-1c49dcb89f0c req-e0944781-b63a-45ae-ac7e-644e7eccec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:27.142213 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-95851bc6-8795-4131-b5bb-1c49dcb89f0c req-e0944781-b63a-45ae-ac7e-644e7eccec1e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 1133 time: 0.0619140 Jun 07 14:29:27.332642 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-95851bc6-8795-4131-b5bb-1c49dcb89f0c req-ef04c7ce-17ee-43c7-88e8-b77f791ab537 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553834 Jun 07 14:29:27.595812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-978a176c-bee5-4aa5-a7d4-f627ca0b10c8 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:27.597343 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-978a176c-bee5-4aa5-a7d4-f627ca0b10c8 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.0557430 Jun 07 14:29:27.639694 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:27.696197 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Deleting port cf62c8e3-d8c3-4512-a430-f4144559869d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:27.696872 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:27.831291 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] For port cf62c8e3-d8c3-4512-a430-f4144559869d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cf62c8e3-d8c3-4512-a430-f4144559869d,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:27.831808 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:27.954976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9620-decb-499a-adb6-7d8a77fd31e7 req-0bd1a631-6c83-4fe3-b2c5-9c1e47b698e5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:27.956602 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4e8a9620-decb-499a-adb6-7d8a77fd31e7 req-0bd1a631-6c83-4fe3-b2c5-9c1e47b698e5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.1276088 Jun 07 14:29:28.068657 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:28.110597 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4e8a9620-decb-499a-adb6-7d8a77fd31e7 req-34db7214-62e6-413d-b3ef-561635e5ad14 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468673 Jun 07 14:29:28.175937 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba6410-3d9c-4138-b798-8c855bf028cb req-9df2648d-fcd3-40de-9585-65e3727bd548 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:28.189028 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e8ba6410-3d9c-4138-b798-8c855bf028cb req-9df2648d-fcd3-40de-9585-65e3727bd548 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 949 time: 0.1938238 Jun 07 14:29:28.259547 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:28.259790 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (2f952750-a9b5-49be-ad2c-d8657f101789), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:28.260108 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Floating IP 2f952750-a9b5-49be-ad2c-d8657f101789 disassociated. External IP: 172.27.2.190, port: cf62c8e3-d8c3-4512-a430-f4144559869d. Jun 07 14:29:28.260458 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Calling delete_port for cf62c8e3-d8c3-4512-a430-f4144559869d owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:28.288546 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd022ad-06be-44b0-8fa4-99c567299efa req-e38d7fc3-a0e4-4064-8a56-721a8508559d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:28.290614 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3dd022ad-06be-44b0-8fa4-99c567299efa req-e38d7fc3-a0e4-4064-8a56-721a8508559d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 945 time: 0.1002378 Jun 07 14:29:28.379254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e8ba6410-3d9c-4138-b798-8c855bf028cb req-0d11ae51-e8e7-4f16-9776-a5bc980eee29 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741645 Jun 07 14:29:28.445777 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3dd022ad-06be-44b0-8fa4-99c567299efa req-71993205-51c4-4740-957d-55204313aad9 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452005 Jun 07 14:29:28.533771 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (cf62c8e3-d8c3-4512-a430-f4144559869d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:28.565059 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'Port': ['ID=cf62c8e3-d8c3-4512-a430-f4144559869d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:28.686930 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:29:28.739153 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:28.820245 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:29:28.833247 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:29:28.852421 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:28.853410 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:29:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:28.867276 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] No DVR routers for this DVR port cf62c8e3-d8c3-4512-a430-f4144559869d on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:28.870529 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:28.874765 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-366df58f-4745-4b8a-ac7d-bfcdebde9420 req-2b678aee-feca-410e-8b0b-d8bc3e0e8681 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "DELETE /v2.0/ports/cf62c8e3-d8c3-4512-a430-f4144559869d HTTP/1.1" status: 204 len: 173 time: 1.2713957 Jun 07 14:29:28.875326 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'name': 'network-vif-deleted', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:28.878364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacaa999-e1b6-4d28-b6af-48b1282d15f5" -d '{"events": [{"server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "name": "network-vif-deleted", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:28.965269 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ed8bbd-090a-4620-aa0f-3d3176a7c0cc x-openstack-request-id: req-02ed8bbd-090a-4620-aa0f-3d3176a7c0cc {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:28.965714 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bfe151-4396-4c86-9fb5-f26989972141", "name": "network-vif-deleted", "tag": "cf62c8e3-d8c3-4512-a430-f4144559869d", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:28.965895 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02ed8bbd-090a-4620-aa0f-3d3176a7c0cc {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:28.966224 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ed8bbd-090a-4620-aa0f-3d3176a7c0cc'] response: {'server_uuid': '99bfe151-4396-4c86-9fb5-f26989972141', 'name': 'network-vif-deleted', 'tag': 'cf62c8e3-d8c3-4512-a430-f4144559869d', 'status': 'completed', 'code': 200} Jun 07 14:29:29.095547 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:29.359776 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a9b-706b-43c7-86b2-57e20b2c848f req-086248be-04ac-4328-b9b7-a1840f8998ca tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:29.361340 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-573b6a9b-706b-43c7-86b2-57e20b2c848f req-086248be-04ac-4328-b9b7-a1840f8998ca tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0740511 Jun 07 14:29:29.438903 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-573b6a9b-706b-43c7-86b2-57e20b2c848f req-62790eab-4794-463d-9d9b-4f78a3eb9026 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607088 Jun 07 14:29:29.547158 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3251e-41c4-4911-b28e-1827c4e1df85 req-d4c44a32-3c6c-42a3-96fd-7535930bbe78 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:29.554476 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8bf3251e-41c4-4911-b28e-1827c4e1df85 req-d4c44a32-3c6c-42a3-96fd-7535930bbe78 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 949 time: 0.0761623 Jun 07 14:29:29.569398 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:29.604648 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:29:29.617125 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:29.617759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:29:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:29.627113 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad79500e-ce51-4336-8ad4-ae47051ab6d7 req-67c7b84d-74dd-416d-aa9b-e694e6d074bd tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 210 time: 0.0446019 Jun 07 14:29:29.655754 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8bf3251e-41c4-4911-b28e-1827c4e1df85 req-32b4f7af-59b9-43a9-a5c3-4153ff4835dc tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003952 Jun 07 14:29:29.738311 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:29.772360 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:29.963596 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28130b-8baf-4875-8ec5-f5d81df2ee91 req-14717695-86c2-4945-8bfd-80ed849ff448 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:29.966166 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ef28130b-8baf-4875-8ec5-f5d81df2ee91 req-14717695-86c2-4945-8bfd-80ed849ff448 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 949 time: 0.0636842 Jun 07 14:29:29.973470 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:30.007141 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428f7fe0-ca77-455c-a895-17f8cf74f3eb None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:29:30.019052 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:30.032025 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ef28130b-8baf-4875-8ec5-f5d81df2ee91 req-770f9791-5da7-4527-ba6c-8a130e4ce909 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585470 Jun 07 14:29:30.320250 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc3c3a-1ee6-4f37-9078-0f9f568b65a0 None None] New status for floating IP 2f952750-a9b5-49be-ad2c-d8657f101789: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:29:30.581661 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b6616-eb35-41bc-9cfe-5e3fdd592fd1 req-ab8e96ac-72ad-4a44-b804-20d7644be2f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:30.583149 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be6b6616-eb35-41bc-9cfe-5e3fdd592fd1 req-ab8e96ac-72ad-4a44-b804-20d7644be2f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0564299 Jun 07 14:29:30.643391 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-be6b6616-eb35-41bc-9cfe-5e3fdd592fd1 req-079ee054-8a03-4e75-ae04-455a52d59b3d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512080 Jun 07 14:29:30.753744 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-12628811-1c87-4149-9d95-bdcf2bd80a3a req-bf249ad2-2b42-461a-8a1b-cb8a53638f66 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=99bfe151-4396-4c86-9fb5-f26989972141 HTTP/1.1" status: 200 len: 210 time: 0.0320189 Jun 07 14:29:31.160806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63667f19-0168-4df0-9b2f-45560b2a4799 req-1f9f74dd-5112-4a99-8fae-eb1fe6e50c85 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:31.166295 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63667f19-0168-4df0-9b2f-45560b2a4799 req-1f9f74dd-5112-4a99-8fae-eb1fe6e50c85 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 949 time: 0.0503981 Jun 07 14:29:31.221951 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63667f19-0168-4df0-9b2f-45560b2a4799 req-5660e7e8-99ab-4271-80ef-152878a6cd99 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.81 "GET /v2.0/security-groups?id=1faefaba-8b2c-47d0-889d-d3198e059abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534363 Jun 07 14:29:31.298595 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76908-9d21-4503-a66a-ffef879718aa req-16119379-6c80-482f-88e1-bf867d7ef4db tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:31.300154 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-06b76908-9d21-4503-a66a-ffef879718aa req-16119379-6c80-482f-88e1-bf867d7ef4db tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c161249-6227-4042-b88c-371e3e32503e HTTP/1.1" status: 200 len: 949 time: 0.0476336 Jun 07 14:29:31.386897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Deleting port 902b955a-a58d-41f0-93ef-27fee7802ec1 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:29:31.387244 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:31.474920 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] For port 902b955a-a58d-41f0-93ef-27fee7802ec1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=902b955a-a58d-41f0-93ef-27fee7802ec1,segment=NetworkSegment(e943f02c-46e5-455d-a0f6-4ba74ab10b09),segment_id=e943f02c-46e5-455d-a0f6-4ba74ab10b09)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:31.475303 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:31.488997 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Calling delete_port for 902b955a-a58d-41f0-93ef-27fee7802ec1 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:29:31.561563 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:31.617199 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (902b955a-a58d-41f0-93ef-27fee7802ec1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:31.631766 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['902b955a-a58d-41f0-93ef-27fee7802ec1'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:29:31.645845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Pushing event deleted for resources: {'Port': ['ID=902b955a-a58d-41f0-93ef-27fee7802ec1,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:31.700842 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] No DVR routers for this DVR port 902b955a-a58d-41f0-93ef-27fee7802ec1 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:29:31.704250 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:31.707816 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-06b76908-9d21-4503-a66a-ffef879718aa req-2a1fde71-6ca2-4927-91c6-5163d8faffa4 tempest-VolumesNegativeTest-2065487967 tempest-VolumesNegativeTest-2065487967-project] 10.222.0.75 "DELETE /v2.0/ports/902b955a-a58d-41f0-93ef-27fee7802ec1 HTTP/1.1" status: 204 len: 173 time: 0.4027848 Jun 07 14:29:31.709587 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c161249-6227-4042-b88c-371e3e32503e', 'name': 'network-vif-deleted', 'tag': '902b955a-a58d-41f0-93ef-27fee7802ec1'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:31.712474 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9396143-bbe4-40a5-b8a1-a3548408e00c" -d '{"events": [{"server_uuid": "2c161249-6227-4042-b88c-371e3e32503e", "name": "network-vif-deleted", "tag": "902b955a-a58d-41f0-93ef-27fee7802ec1"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:31.762914 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc9903-5ddc-4aa4-8327-80e5064eefaa x-openstack-request-id: req-dcdc9903-5ddc-4aa4-8327-80e5064eefaa {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:31.763240 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c161249-6227-4042-b88c-371e3e32503e", "name": "network-vif-deleted", "tag": "902b955a-a58d-41f0-93ef-27fee7802ec1", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:31.763487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcdc9903-5ddc-4aa4-8327-80e5064eefaa {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:31.764621 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdc9903-5ddc-4aa4-8327-80e5064eefaa'] response: {'server_uuid': '2c161249-6227-4042-b88c-371e3e32503e', 'name': 'network-vif-deleted', 'tag': '902b955a-a58d-41f0-93ef-27fee7802ec1', 'status': 'completed', 'code': 200} Jun 07 14:29:31.803565 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d79230-6404-4781-b1eb-2c0087c44843 req-3d4a6c2f-08cd-4200-9298-7a857921ced5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:31.805137 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-34d79230-6404-4781-b1eb-2c0087c44843 req-3d4a6c2f-08cd-4200-9298-7a857921ced5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0760000 Jun 07 14:29:31.872726 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-34d79230-6404-4781-b1eb-2c0087c44843 req-2d35b5e8-ba9f-4275-9ff6-00c0637a2835 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542080 Jun 07 14:29:31.947417 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-76492410-4a18-4349-831f-e9f83d37b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:31.948819 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-76492410-4a18-4349-831f-e9f83d37b821 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1129 time: 0.0411654 Jun 07 14:29:32.074229 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-7c8226f0-b131-4ee3-a7b3-2d90292aa974 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262891354&fields=id&tenant_id=6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 267 time: 0.0456054 Jun 07 14:29:32.247127 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:32.264438 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-ad323e7e-9843-4837-bb01-84d47dcbde05 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:32.266275 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-ad323e7e-9843-4837-bb01-84d47dcbde05 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 811 time: 0.1848066 Jun 07 14:29:32.296852 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-dd41aba8-aa2d-4739-a731-4e551e98cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:32.299018 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-dd41aba8-aa2d-4739-a731-4e551e98cdd4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.1638801 Jun 07 14:29:32.300350 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-85859d23-572f-4623-9acd-fbfbad1d6639 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/quotas/6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 375 time: 0.0256789 Jun 07 14:29:32.392324 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-f6eec25d-395f-449e-8260-e241484bf8d1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798988 Jun 07 14:29:32.400467 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cf62c8e3-d8c3-4512-a430-f4144559869d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:32.402236 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-c1efffd8-68c0-4a4e-983e-7ee0efde100c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 1001 time: 0.0967412 Jun 07 14:29:32.423597 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: cf62c8e3-d8c3-4512-a430-f4144559869d {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:32.424374 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device cf62c8e3-d8c3-4512-a430-f4144559869d not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:32.506413 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-d18108fe-dc8a-4aa3-ac69-959fbe5144df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:32.507926 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-d18108fe-dc8a-4aa3-ac69-959fbe5144df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0931981 Jun 07 14:29:32.573447 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-adcace7b-7dff-42b3-be2f-2e65fb27dfce service neutron] 10.222.0.81 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659431 Jun 07 14:29:32.574239 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-abe3f79a-91bc-4552-b0c6-ab056adebcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:32.575634 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-abe3f79a-91bc-4552-b0c6-ab056adebcba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603380 Jun 07 14:29:33.028170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb9f3b-7e3e-4657-bf88-c8bb1c0c7fa5 req-f5eb25a7-f34d-4436-86f6-385451f10f34 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:33.030307 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fecb9f3b-7e3e-4657-bf88-c8bb1c0c7fa5 req-f5eb25a7-f34d-4436-86f6-385451f10f34 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0723076 Jun 07 14:29:33.085244 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:33.087579 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-4ec82687-c6dd-41c4-91bb-1f98fa864f91 service neutron] 10.222.0.81 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072801 Jun 07 14:29:33.101487 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-3ef7c9df-b7b9-4ef7-8ec4-77339d442738 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123887 Jun 07 14:29:33.133562 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fecb9f3b-7e3e-4657-bf88-c8bb1c0c7fa5 req-fe75c4e2-d101-4826-a363-a609eaa44e6a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952284 Jun 07 14:29:33.218147 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-79d189e2-3cd9-498d-a4b3-28bbb88b9e94 req-c18cf3cd-8e0f-4e3c-b392-cd780c7c88a8 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079028 Jun 07 14:29:33.418859 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4e1568cf-25ca-4047-a4da-9290f2051784 req-f8e75aad-3156-420c-9015-8187e5df3d8f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Jun 07 14:29:34.260845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5832727-0804-44f4-9a63-a24415a88885 req-c5fb97f2-62d4-48e8-a9aa-3c93eacaf368 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:34.262327 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e5832727-0804-44f4-9a63-a24415a88885 req-c5fb97f2-62d4-48e8-a9aa-3c93eacaf368 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0470376 Jun 07 14:29:34.310047 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e5832727-0804-44f4-9a63-a24415a88885 req-a3ede26a-f1be-49ac-9f58-604812fbce7a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Jun 07 14:29:34.520731 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-baa22aff-9db9-4200-b423-75617061fa01 req-57a9967c-4df0-43d2-b051-22525ebcd7cd tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 210 time: 0.0308695 Jun 07 14:29:35.493536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969d195-654e-4cc3-864b-0e3fa24728fc req-026b8ae8-8e96-452e-9b39-b9c4a1bb6599 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:35.495179 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d969d195-654e-4cc3-864b-0e3fa24728fc req-026b8ae8-8e96-452e-9b39-b9c4a1bb6599 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0715909 Jun 07 14:29:35.524175 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:35.539601 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-be04ec83-6cb8-418e-9bad-9783cb78de1b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:35.542476 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-be04ec83-6cb8-418e-9bad-9783cb78de1b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 811 time: 0.1799717 Jun 07 14:29:35.587471 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d969d195-654e-4cc3-864b-0e3fa24728fc req-74d979a0-fa0a-4b10-9b4b-263bafa6b74d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854626 Jun 07 14:29:35.631085 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-15a5777f-9f0f-4838-8db6-897149f007fa req-6560ed3c-433c-40b7-a344-dbcd71462025 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 210 time: 0.0356348 Jun 07 14:29:35.652015 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-107ccbd7-4b5a-41c0-b44e-dc9c4c3954ff tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 380 time: 0.0994763 Jun 07 14:29:35.663081 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'port': {'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'admin_state_up': True, 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'security_groups': ['ffdebfa7-13a8-4f3f-84d9-450e5d83dc29']}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:29:35.786909 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Made reservation on behalf of 6ee52855d08e467f9d2f02685d7bf541 for: {'port': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:29:35.790758 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:35.948871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Allocated IP 172.20.0.8 (2c006233-0519-428c-b750-6c5e4d46a20e/fe9d5a43-1986-4a7f-94a1-bcac016af677/8116f16b-8bdf-45d6-b0d0-8c403dbe11a9) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:29:36.114876 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.126599 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-c7aa8cf6-81a0-437f-82fa-be641889145c req-09369922-4414-4661-adb1-bc7da8a91812 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:29:36.127635 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c7aa8cf6-81a0-437f-82fa-be641889145c req-09369922-4414-4661-adb1-bc7da8a91812 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069618 Jun 07 14:29:36.133303 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.170656 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.224394 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Network 2c006233-0519-428c-b750-6c5e4d46a20e is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:29:36.228055 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:29:36.230130 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:36.232202 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:29:36.288497 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:36.289129 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.321398 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-6673346f-1a40-45d9-93d3-1065a7b04f9f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643398 Jun 07 14:29:36.329791 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49144) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:36.347158 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Request body: {'port': {'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:29:36.364080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b19a9-facc-4a12-b136-53944d2ec89a req-7a023204-f4a7-449d-861e-51d733c087f8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:36.365820 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1b7b19a9-facc-4a12-b136-53944d2ec89a req-7a023204-f4a7-449d-861e-51d733c087f8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 945 time: 0.0600107 Jun 07 14:29:36.465419 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 902b955a-a58d-41f0-93ef-27fee7802ec1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:36.473510 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.485372 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1b7b19a9-facc-4a12-b136-53944d2ec89a req-fc70720a-2d92-4cd7-9775-3e4b99f70e0e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939116 Jun 07 14:29:36.492093 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 902b955a-a58d-41f0-93ef-27fee7802ec1 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:29:36.492650 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 902b955a-a58d-41f0-93ef-27fee7802ec1 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:29:36.493314 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:29:36.542671 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.554758 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-f90c2443-920e-4138-a8e4-60fde288a3d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e8cfd2bd8134c328696944b1913bc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235940 Jun 07 14:29:36.555389 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49154) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:36.590480 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.609140 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cb023206-7f99-4f30-90e7-a71f5a21af51 admin admin] Publish callbacks [] for security_group (1faefaba-8b2c-47d0-889d-d3198e059abf), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.618720 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-d4790cc4-6f7e-4c3c-800e-016e0d7cc6b7 None None] Provisioning complete for port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:29:36.619114 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4790cc4-6f7e-4c3c-800e-016e0d7cc6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.633905 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cb023206-7f99-4f30-90e7-a71f5a21af51 admin admin] Publish callbacks [] for security_group (1faefaba-8b2c-47d0-889d-d3198e059abf), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.646076 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.671559 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: ACTIVE; New status is: DOWN {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:36.672129 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.689660 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-d4790cc4-6f7e-4c3c-800e-016e0d7cc6b7 None None] Port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:29:36.708083 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.710603 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-f3bf16ea-0529-49ed-ac21-006e88637f6e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513189 Jun 07 14:29:36.724940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:36.728014 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293519a3-7f89-48af-a9bd-cd18302d3f4a" -d '{"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-unplugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:36.740350 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cb023206-7f99-4f30-90e7-a71f5a21af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (1faefaba-8b2c-47d0-889d-d3198e059abf), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.743780 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cb023206-7f99-4f30-90e7-a71f5a21af51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.749694 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:36.752006 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-cb023206-7f99-4f30-90e7-a71f5a21af51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1faefaba-8b2c-47d0-889d-d3198e059abf HTTP/1.1" status: 204 len: 168 time: 0.1955173 Jun 07 14:29:36.756385 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.774765 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb023206-7f99-4f30-90e7-a71f5a21af51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faefaba-8b2c-47d0-889d-d3198e059abf,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:36.783680 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.810907 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a954f84-4bad-49d4-b297-9b2f5d47fccc req-753d1277-d3cd-4653-956f-f250475af59c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:36.812550 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7a954f84-4bad-49d4-b297-9b2f5d47fccc req-753d1277-d3cd-4653-956f-f250475af59c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 931 time: 0.0965638 Jun 07 14:29:36.816943 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4f2ef8-330e-4907-964d-3b10eef40f77 x-openstack-request-id: req-3d4f2ef8-330e-4907-964d-3b10eef40f77 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:36.817507 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-unplugged", "status": "failed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "code": 422}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:36.817999 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d4f2ef8-330e-4907-964d-3b10eef40f77 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:36.819307 dv-cinder-836083-9-iscsi neutron-server[103891]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3d4f2ef8-330e-4907-964d-3b10eef40f77']: {'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'code': 422} returned with failed status Jun 07 14:29:36.821395 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:36.872449 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=8']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:36.929567 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-e2568a14-b30b-45e2-a44a-122edadbd6f0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:36.931072 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-e2568a14-b30b-45e2-a44a-122edadbd6f0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports/3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 940 time: 0.1305580 Jun 07 14:29:36.954746 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7a954f84-4bad-49d4-b297-9b2f5d47fccc req-8696f114-6595-4b1e-bf6e-45227d5c7444 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321616 Jun 07 14:29:36.959746 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 {{(pid=103890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:29:36.969636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Publish callbacks [] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:36.991832 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.provisioning_blocks [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Transition to ACTIVE for port object 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 will not be triggered until provisioned by entity L2. {{(pid=103890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:29:36.997070 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:37.086402 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Pushing event updated for resources: {'Port': ['ID=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:37.162823 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Attempting to bind port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:29:37.163593 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Attempting to bind port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:29:37.164258 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Attempting to bind port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:29:37.170342 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 on network 2c006233-0519-428c-b750-6c5e4d46a20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:29:37.170871 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Attempting to bind port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:29:37.177675 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:29:37.178016 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Checking segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:29:37.178411 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Bound using segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:29:37.178820 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Bound port: 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:29:37.179181 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:37.253045 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] For port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host hv-cinder-83608, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:29:37.256546 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] For port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:29:37.265878 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:37.303496 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:37.304107 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:37.305627 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] 10.222.0.75 "PUT /v2.0/ports/8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 1093 time: 0.9626756 Jun 07 14:29:37.306056 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:37.308330 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8844cce1-a391-468e-85cc-b7497dc36752" -d '{"events": [{"name": "network-changed", "server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:37.331623 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1391b-6a0a-4422-b4ac-529f7a22f26c service neutron] Pushing event updated for resources: {'Port': ['ID=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:37.386755 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b5d03-8420-412c-8e06-a65ca0fe755a x-openstack-request-id: req-4a7b5d03-8420-412c-8e06-a65ca0fe755a {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:37.387049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:37.387324 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a7b5d03-8420-412c-8e06-a65ca0fe755a {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:37.387737 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7b5d03-8420-412c-8e06-a65ca0fe755a'] response: {'name': 'network-changed', 'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'status': 'completed', 'code': 200} Jun 07 14:29:37.401810 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-d68e99ce-718a-4680-b54f-9e8adb918198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:37.403495 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-d68e99ce-718a-4680-b54f-9e8adb918198 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1127 time: 0.0461497 Jun 07 14:29:37.452946 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-ca01083e-6580-403a-a9fd-b7ae44738b2f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 217 time: 0.0425568 Jun 07 14:29:37.504404 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-e25c690c-3ddf-43a2-8814-037e59c22baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:37.505891 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-e25c690c-3ddf-43a2-8814-037e59c22baa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0477033 Jun 07 14:29:37.555707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-491b6cf0-100a-4f65-9e0e-297d2998c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:37.557203 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-491b6cf0-100a-4f65-9e0e-297d2998c35e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450406 Jun 07 14:29:37.668205 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811933-ad1e-4afc-9bff-3125e6117415 req-5a5d2a76-945e-4969-9137-39695d63201f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:37.669609 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-68811933-ad1e-4afc-9bff-3125e6117415 req-5a5d2a76-945e-4969-9137-39695d63201f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0972497 Jun 07 14:29:37.710852 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-af525d2d-dcd5-47c1-bfe2-68b428c6e170 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465209 Jun 07 14:29:37.731490 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:37.784591 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-68811933-ad1e-4afc-9bff-3125e6117415 req-5faea65a-6b4c-4962-ae43-917e896283f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079795 Jun 07 14:29:37.827183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-2865d11f-515f-4d36-9097-e9301e9c5daf req-f1c371ee-f045-4b52-be32-79e362817727 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074116 Jun 07 14:29:38.104280 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a691c5-d4fb-4f02-a4ad-12a1280fcd7c req-f0924380-4aea-4489-b278-16daf354c95f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.105752 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38a691c5-d4fb-4f02-a4ad-12a1280fcd7c req-f0924380-4aea-4489-b278-16daf354c95f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0787315 Jun 07 14:29:38.109216 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cce1-a391-468e-85cc-b7497dc36752 req-bfaaee16-9384-43a1-9e58-ef77c9ac7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.110595 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-bfaaee16-9384-43a1-9e58-ef77c9ac7253 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1127 time: 0.0729017 Jun 07 14:29:38.183718 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:38.211514 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38a691c5-d4fb-4f02-a4ad-12a1280fcd7c req-877f2c72-5738-4987-bbda-f9a37b844ed8 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999417 Jun 07 14:29:38.243268 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cce1-a391-468e-85cc-b7497dc36752 req-d6860e8b-8551-47a6-ae95-234f27b46045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.244652 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-d6860e8b-8551-47a6-ae95-234f27b46045 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.1261704 Jun 07 14:29:38.406653 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-239215bf-d838-46ad-9c7e-cac5a8bf9c43 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 217 time: 0.0339637 Jun 07 14:29:38.425556 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-93b597df-27d4-4ed2-924c-eebb0f30f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.427067 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-93b597df-27d4-4ed2-924c-eebb0f30f00a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718&tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 1127 time: 0.0419824 Jun 07 14:29:38.461636 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cce1-a391-468e-85cc-b7497dc36752 req-7ad06d9e-44cf-4bf9-9e1e-8e226b583040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.463095 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-7ad06d9e-44cf-4bf9-9e1e-8e226b583040 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0502760 Jun 07 14:29:38.485951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-11172dd2-d7a3-4475-a717-4a56aa5c53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.487497 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-11172dd2-d7a3-4475-a717-4a56aa5c53ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1127 time: 0.0395486 Jun 07 14:29:38.506511 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844cce1-a391-468e-85cc-b7497dc36752 req-18cfd29b-9897-49a1-989b-85b932e93724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.507962 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-18cfd29b-9897-49a1-989b-85b932e93724 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390561 Jun 07 14:29:38.584409 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-510ab1f2-7f8b-4d01-bd4e-6d67ea025284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.585885 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-510ab1f2-7f8b-4d01-bd4e-6d67ea025284 service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.0917962 Jun 07 14:29:38.596586 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-f8f182cc-a589-40f9-84e9-52356ac6fb94 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828786 Jun 07 14:29:38.649794 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-6a760a17-57c9-4037-b3aa-70ee9acaf548 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 999 time: 0.0574450 Jun 07 14:29:38.690379 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8844cce1-a391-468e-85cc-b7497dc36752 req-73a86497-e74f-442d-a488-935a0b1fbbb1 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877051 Jun 07 14:29:38.701450 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-07f15dcc-a1a8-498c-8802-1e5367550f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.703308 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-07f15dcc-a1a8-498c-8802-1e5367550f91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0475118 Jun 07 14:29:38.749477 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-2886acf7-7ee8-4db0-b619-0d9e66f1a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.750942 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-2886acf7-7ee8-4db0-b619-0d9e66f1a788 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396032 Jun 07 14:29:38.840757 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-7640348c-3420-4a52-8a0d-bf6c21ee7540 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829811 Jun 07 14:29:38.911819 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3aff-b468-40fd-9b1a-c1d3563e025c req-4a538cf8-72d5-4db1-9d5e-94e4d54fe316 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:38.913306 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9a1d3aff-b468-40fd-9b1a-c1d3563e025c req-4a538cf8-72d5-4db1-9d5e-94e4d54fe316 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0505338 Jun 07 14:29:38.934493 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-790a8f8b-dbd0-4492-b80f-2bd466ab4410 req-7c5b27f4-9775-4a10-a70c-f3f13ebf00b4 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877271 Jun 07 14:29:38.961956 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9a1d3aff-b468-40fd-9b1a-c1d3563e025c req-2ed28a8a-0d22-4008-9620-cffc1415d19d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Jun 07 14:29:39.335359 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd0315-4cfc-44d0-addd-af3402eb6c7d req-93c8ff06-7070-4e02-8161-d0b72959a60b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:39.336375 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d5fd0315-4cfc-44d0-addd-af3402eb6c7d req-93c8ff06-7070-4e02-8161-d0b72959a60b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0538704 Jun 07 14:29:39.407242 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d5fd0315-4cfc-44d0-addd-af3402eb6c7d req-1e4a286f-64de-403b-8741-b895717a60db tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638499 Jun 07 14:29:40.091643 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7922be-6c57-4b3b-bce2-c7bfbf8758f1 req-6bc99be1-2fd0-484f-ab89-0f0ae6fae0b0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:40.093999 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cb7922be-6c57-4b3b-bce2-c7bfbf8758f1 req-6bc99be1-2fd0-484f-ab89-0f0ae6fae0b0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0519860 Jun 07 14:29:40.145493 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cb7922be-6c57-4b3b-bce2-c7bfbf8758f1 req-4400387b-8539-4dd0-8ecf-7f5282489152 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454817 Jun 07 14:29:40.533028 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b7491-4ee2-4a4e-b102-21e6693ea3c6 req-e79819b8-dc18-4022-984b-ec142a09d628 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:40.534985 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-107b7491-4ee2-4a4e-b102-21e6693ea3c6 req-e79819b8-dc18-4022-984b-ec142a09d628 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0492611 Jun 07 14:29:40.549954 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:40.596480 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-107b7491-4ee2-4a4e-b102-21e6693ea3c6 req-73a42188-8d71-445c-b026-cc73435d425d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542011 Jun 07 14:29:41.280719 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdd84a-8fbd-40f1-9fb4-7883ad990bb4 req-70c2fba8-a661-41b4-bbdd-4ecea5bce048 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:41.282488 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a7fdd84a-8fbd-40f1-9fb4-7883ad990bb4 req-70c2fba8-a661-41b4-bbdd-4ecea5bce048 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0531445 Jun 07 14:29:41.332755 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a7fdd84a-8fbd-40f1-9fb4-7883ad990bb4 req-a51f2eb5-a05c-48cb-b4a6-40f420ab8669 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431488 Jun 07 14:29:41.719670 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33928-3721-4591-b6c3-8bc15dbeef46 req-dc06b50b-6475-4631-83ed-c285464a6cfb tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:41.725672 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17c33928-3721-4591-b6c3-8bc15dbeef46 req-dc06b50b-6475-4631-83ed-c285464a6cfb tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0568256 Jun 07 14:29:41.774955 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-17c33928-3721-4591-b6c3-8bc15dbeef46 req-5f3be018-2ab9-46a1-81c0-19e70c25eaeb tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476644 Jun 07 14:29:42.106355 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:42.107469 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:42.467692 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63570d45-d339-4651-a755-ebf5942537a4 req-60944f3d-7809-41ed-9021-3b336ce59b56 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:42.470112 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63570d45-d339-4651-a755-ebf5942537a4 req-60944f3d-7809-41ed-9021-3b336ce59b56 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0568175 Jun 07 14:29:42.519655 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-63570d45-d339-4651-a755-ebf5942537a4 req-864365f0-dc7b-4a2a-aa8d-8f6769a47029 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440450 Jun 07 14:29:42.904285 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb4dc-0759-46f2-801c-d3d21ad5c457 req-762cf974-2174-49b9-903d-a5d0c188af5a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:42.906004 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a73eb4dc-0759-46f2-801c-d3d21ad5c457 req-762cf974-2174-49b9-903d-a5d0c188af5a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0571625 Jun 07 14:29:42.918442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:42.971732 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a73eb4dc-0759-46f2-801c-d3d21ad5c457 req-ed9a7693-3552-40b6-9622-6c190dc8e730 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598512 Jun 07 14:29:43.014138 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-195dd796-6662-4b0d-8119-2252b21e1ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:43.645441 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db02e8a-3e57-4bef-a0bf-fd1862cf5468 req-e5276289-884b-4ef9-88c3-3edaefa33b05 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:43.646930 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3db02e8a-3e57-4bef-a0bf-fd1862cf5468 req-e5276289-884b-4ef9-88c3-3edaefa33b05 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0495727 Jun 07 14:29:43.712126 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3db02e8a-3e57-4bef-a0bf-fd1862cf5468 req-28f8c596-37b0-4055-ba97-263719b4acd9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594816 Jun 07 14:29:44.100983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1ce7c-5fc9-47ee-870f-ffec5cf91d40 req-7cf92010-107d-427d-8d67-694b2e288f17 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:44.102494 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-75b1ce7c-5fc9-47ee-870f-ffec5cf91d40 req-7cf92010-107d-427d-8d67-694b2e288f17 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0529020 Jun 07 14:29:44.162844 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-75b1ce7c-5fc9-47ee-870f-ffec5cf91d40 req-47bb7b4b-1d60-4f1c-8843-21a77314d0f4 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537708 Jun 07 14:29:44.859969 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdd3cf-e30c-4568-bfb2-0630728449e5 req-58e602d9-0bd8-45c9-ac5e-56a5e25fd55b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:44.866682 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bbdd3cf-e30c-4568-bfb2-0630728449e5 req-58e602d9-0bd8-45c9-ac5e-56a5e25fd55b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0563607 Jun 07 14:29:44.915207 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3bbdd3cf-e30c-4568-bfb2-0630728449e5 req-8fa39ce6-9f12-4e88-8fa2-828ce6741612 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475886 Jun 07 14:29:45.283409 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb63010-6217-4ac3-b2cc-62f8b9e53dc6 req-19ab2065-95c5-4cc9-8cc1-781fcc214d97 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:45.284967 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aeb63010-6217-4ac3-b2cc-62f8b9e53dc6 req-19ab2065-95c5-4cc9-8cc1-781fcc214d97 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0539320 Jun 07 14:29:45.344261 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aeb63010-6217-4ac3-b2cc-62f8b9e53dc6 req-bccfcbd6-d4b7-4bdc-9158-22f0503f75e1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536971 Jun 07 14:29:45.446670 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb5c7-8dab-4bfb-928e-c909629cc19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:46.035614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adfc61-444f-47f3-9aff-5ee4837c1a1a req-8e8733d5-b0cb-4bbc-b29a-de91ee16ae1d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:46.037230 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4adfc61-444f-47f3-9aff-5ee4837c1a1a req-8e8733d5-b0cb-4bbc-b29a-de91ee16ae1d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0496078 Jun 07 14:29:46.095090 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c4adfc61-444f-47f3-9aff-5ee4837c1a1a req-bb177603-f8b5-4d08-a467-d26fc4937ed2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481460 Jun 07 14:29:46.285038 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:46.479171 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee536de9-f94b-468d-be83-d767f2e7382c req-429d0e2b-3122-4c4c-bebb-0674228753c7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:46.480891 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee536de9-f94b-468d-be83-d767f2e7382c req-429d0e2b-3122-4c4c-bebb-0674228753c7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0614176 Jun 07 14:29:46.535872 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee536de9-f94b-468d-be83-d767f2e7382c req-68b2762c-5967-4d08-985f-6def4386660e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481749 Jun 07 14:29:47.221536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f191b-f025-43fb-a8f7-9069ff26c1c6 req-9e20a0a2-3c01-4456-909b-54c241f97d59 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:47.222972 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-328f191b-f025-43fb-a8f7-9069ff26c1c6 req-9e20a0a2-3c01-4456-909b-54c241f97d59 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0483477 Jun 07 14:29:47.242685 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:47.274489 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-328f191b-f025-43fb-a8f7-9069ff26c1c6 req-c7868f1e-b565-48f1-81e9-e2f47d92e5f1 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458844 Jun 07 14:29:47.661000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c14080-d662-4f47-a5b9-80fb66b526a3 req-c896b14b-dc20-42e2-a926-6fd40eb5be45 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:47.662556 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7c14080-d662-4f47-a5b9-80fb66b526a3 req-c896b14b-dc20-42e2-a926-6fd40eb5be45 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0476351 Jun 07 14:29:47.714669 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7c14080-d662-4f47-a5b9-80fb66b526a3 req-cb43eee4-66c9-4f56-814d-18a16cb2ade7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463717 Jun 07 14:29:48.037496 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:48.391442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0aaf5-0652-402f-8a0d-7d4f2baca601 req-c735b9c4-84cf-4bc9-9026-e025cf0261fb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:48.392881 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aac0aaf5-0652-402f-8a0d-7d4f2baca601 req-c735b9c4-84cf-4bc9-9026-e025cf0261fb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0466390 Jun 07 14:29:48.439079 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aac0aaf5-0652-402f-8a0d-7d4f2baca601 req-9343e8d0-0eae-4373-b900-f39db9b74d66 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Jun 07 14:29:48.827134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aabe6-28d9-4e0d-9b9b-ce18c99fc0d3 req-f66ed1ff-84e8-4a83-b10f-53f85db80870 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:48.828496 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-466aabe6-28d9-4e0d-9b9b-ce18c99fc0d3 req-f66ed1ff-84e8-4a83-b10f-53f85db80870 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0464058 Jun 07 14:29:48.876246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-466aabe6-28d9-4e0d-9b9b-ce18c99fc0d3 req-1faa2a23-157f-4dd7-aac6-eff40492c5fb tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Jun 07 14:29:48.929869 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:DELETE=1,neutron:SELECT=52 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:48.931839 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=60,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:49.543666 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:29:49.560819 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf659-d5a4-45a4-9537-5a483ab227b4 req-bfeb7850-b874-4263-97c9-8cb1721de1e4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:49.562311 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-143bf659-d5a4-45a4-9537-5a483ab227b4 req-bfeb7850-b874-4263-97c9-8cb1721de1e4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0515022 Jun 07 14:29:49.566535 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:49.612872 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-143bf659-d5a4-45a4-9537-5a483ab227b4 req-2966dcb9-2aef-436f-801d-8fa9d9c991a8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Jun 07 14:29:49.952293 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:49.988541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23f27-962d-47ad-8058-6e4e50d55862 req-b5ca9eca-991c-4794-866e-2729ec31fd39 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:49.990003 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b8a23f27-962d-47ad-8058-6e4e50d55862 req-b5ca9eca-991c-4794-866e-2729ec31fd39 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 943 time: 0.0475817 Jun 07 14:29:50.038026 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b8a23f27-962d-47ad-8058-6e4e50d55862 req-2cc16399-50ef-45e3-9529-65d8a44c6eed tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425274 Jun 07 14:29:50.525000 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:29:50.622240 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:50.633552 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:29:50.674146 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:50.674540 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:50.689120 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:29:50.709519 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:50.713719 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:50.733717 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820373c8-8267-43cb-b086-7d4bc73bfc1a req-64599982-e586-47b7-b531-da40f19faf9e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:50.735246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-820373c8-8267-43cb-b086-7d4bc73bfc1a req-64599982-e586-47b7-b531-da40f19faf9e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0479743 Jun 07 14:29:50.760196 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:50.787150 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-820373c8-8267-43cb-b086-7d4bc73bfc1a req-51cc00e5-0548-41f0-a123-2dae2691b228 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460312 Jun 07 14:29:50.902679 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['8116f16b-8bdf-45d6-b0d0-8c403dbe11a9'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:29:51.150312 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ca19-f1bf-425b-a6e1-c8e40646a365 req-523e97b7-1284-4370-849a-bf7692ca4d0c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:51.151826 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4958ca19-f1bf-425b-a6e1-c8e40646a365 req-523e97b7-1284-4370-849a-bf7692ca4d0c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 944 time: 0.0462813 Jun 07 14:29:51.202954 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4958ca19-f1bf-425b-a6e1-c8e40646a365 req-1ce6c62e-06d4-4561-a7e8-0551e47b9f10 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Jun 07 14:29:51.904532 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfa36-7ba4-4562-98f7-e98a92fc9b27 req-0c3e3a22-8c18-4500-8570-4a78b8e6c334 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:51.905983 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-160dfa36-7ba4-4562-98f7-e98a92fc9b27 req-0c3e3a22-8c18-4500-8570-4a78b8e6c334 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0460849 Jun 07 14:29:51.952016 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-160dfa36-7ba4-4562-98f7-e98a92fc9b27 req-585ba9e6-d12f-4c87-b5d6-fccaf538c09d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Jun 07 14:29:52.319852 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb41378-84f6-4343-b5b6-1d702c1ea91a req-2bbdb05d-62cb-424b-90d2-041d06ed3e5b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:52.321279 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9cb41378-84f6-4343-b5b6-1d702c1ea91a req-2bbdb05d-62cb-424b-90d2-041d06ed3e5b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 944 time: 0.0511508 Jun 07 14:29:52.369910 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9cb41378-84f6-4343-b5b6-1d702c1ea91a req-0255593b-525e-4d33-86aa-f793cf28533f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Jun 07 14:29:52.526034 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:29:52.567926 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:29:52.573581 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:29:52.573952 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:52.576123 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:52.648184 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:52.648567 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:52.671516 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:52.673775 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096b30a-69ff-47f0-8de7-48ebb2cbef6e" -d '{"events": [{"server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "name": "network-vif-plugged", "status": "completed", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:52.686537 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:52.690795 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:52.715748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478057e5-8495-44d3-aa58-51a102e89553 x-openstack-request-id: req-478057e5-8495-44d3-aa58-51a102e89553 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:52.716063 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "name": "network-vif-plugged", "status": "completed", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:52.716839 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-478057e5-8495-44d3-aa58-51a102e89553 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:52.717226 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478057e5-8495-44d3-aa58-51a102e89553'] response: {'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'code': 200} Jun 07 14:29:52.745118 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:52.929667 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4290c-9bc1-49c2-80fa-2736dd8397bf req-d4ecd132-c937-4a35-b16b-eb7af376abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:52.931105 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-42d4290c-9bc1-49c2-80fa-2736dd8397bf req-d4ecd132-c937-4a35-b16b-eb7af376abf5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1129 time: 0.0405695 Jun 07 14:29:52.983246 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-42d4290c-9bc1-49c2-80fa-2736dd8397bf req-6447d666-9caf-4fea-93b0-57e422323514 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Jun 07 14:29:53.069996 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd10f61-ac2e-4012-acfe-718148fe65da req-635a0924-d67e-4757-ae76-717fbcbbbae9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:53.071458 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dbd10f61-ac2e-4012-acfe-718148fe65da req-635a0924-d67e-4757-ae76-717fbcbbbae9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0469470 Jun 07 14:29:53.118417 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dbd10f61-ac2e-4012-acfe-718148fe65da req-d57e1b1b-61d6-4a46-8127-0debc67db24f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Jun 07 14:29:53.489055 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ac5fd-1975-4a55-b7d5-9acb7189c17b req-7ae6aa2a-7abd-42de-8294-f0d3d683d425 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:53.490500 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e5ac5fd-1975-4a55-b7d5-9acb7189c17b req-7ae6aa2a-7abd-42de-8294-f0d3d683d425 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Jun 07 14:29:53.510264 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:53.539427 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1e5ac5fd-1975-4a55-b7d5-9acb7189c17b req-c4f43702-275e-4c74-950f-36f9866f957c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Jun 07 14:29:54.239589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953fd8-5adb-4594-ad75-6d48283f7a99 req-cf2e9952-2a63-4ebf-880c-34f0c883e66d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:54.241026 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ef953fd8-5adb-4594-ad75-6d48283f7a99 req-cf2e9952-2a63-4ebf-880c-34f0c883e66d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0484579 Jun 07 14:29:54.288424 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ef953fd8-5adb-4594-ad75-6d48283f7a99 req-5cb96b7e-5c9f-424f-8d27-4072edeb24c2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Jun 07 14:29:54.658243 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3ffbd-a7a0-49be-b4cf-7675ba25926c req-ab7b4c2a-e5a6-4446-8c1d-a932e0fade92 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:54.659715 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-26e3ffbd-a7a0-49be-b4cf-7675ba25926c req-ab7b4c2a-e5a6-4446-8c1d-a932e0fade92 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 945 time: 0.0471790 Jun 07 14:29:54.713124 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-26e3ffbd-a7a0-49be-b4cf-7675ba25926c req-f2e24784-c27b-4ca7-bcd8-659f3598c873 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478928 Jun 07 14:29:54.828442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebffa2-a2ba-4c3a-b0cd-4fbec8c7fa48 req-ea7b8363-ca4a-4b0d-99ea-67a70d5752a1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:54.829809 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ecebffa2-a2ba-4c3a-b0cd-4fbec8c7fa48 req-ea7b8363-ca4a-4b0d-99ea-67a70d5752a1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Jun 07 14:29:54.878609 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ecebffa2-a2ba-4c3a-b0cd-4fbec8c7fa48 req-0f87b870-7e93-4ed0-9b21-da9542883f7a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Jun 07 14:29:54.900791 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49264) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:54.938089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab775144-6e01-4cb9-a2fb-6046e5d34ac3 tempest-TestVolumeBootPattern-173553829 tempest-TestVolumeBootPattern-173553829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:54.939627 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-ab775144-6e01-4cb9-a2fb-6046e5d34ac3 tempest-TestVolumeBootPattern-173553829 tempest-TestVolumeBootPattern-173553829-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1124 time: 0.0378847 Jun 07 14:29:54.942294 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49266) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:29:54.946586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:29:54.968095 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:55.022251 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:55.048746 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:55.150861 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Allocated IP 172.27.2.118 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/7f4c3bba-08ce-4b24-bdd2-568f20d516dd) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:29:55.256162 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:55.286327 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:55.324247 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:29:55.327512 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:29:55.334039 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:29:55.339266 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=7f4c3bba-08ce-4b24-bdd2-568f20d516dd,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:55.408696 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:55.449725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65470561-4944-4f4e-b9f9-de2d0f62b0bc req-52590d9e-2eb1-4a70-ad18-d5a0deca4fcb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:55.451335 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-65470561-4944-4f4e-b9f9-de2d0f62b0bc req-52590d9e-2eb1-4a70-ad18-d5a0deca4fcb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0831904 Jun 07 14:29:55.568749 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-65470561-4944-4f4e-b9f9-de2d0f62b0bc req-82c8d9d7-8f4d-4cf8-b837-918e54246823 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119652 Jun 07 14:29:55.722941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:55.762307 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (71d6ee12-dc95-4b66-8372-13dc21111bb5), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:55.829637 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.155905 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.265850 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.270308 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.337881 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=7f4c3bba-08ce-4b24-bdd2-568f20d516dd,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:56.351783 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (71d6ee12-dc95-4b66-8372-13dc21111bb5), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.447551 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Floating IP 71d6ee12-dc95-4b66-8372-13dc21111bb5 associated. External IP: 172.27.2.118, port: 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9. Jun 07 14:29:56.520523 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:56.564460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:29:56.650445 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:56.652556 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:29:56.667350 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:56.679072 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'port_id': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'mac_address': 'fa:16:3e:b6:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:29:56.681255 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:56.719063 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:56.719477 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.732763 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5b3dca-4f2b-407e-9796-9a5c5a344abb {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:29:56.737165 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f3c8e-945d-4e1b-a0fe-80251c3867ac req-af01dad7-0542-424c-ab89-e64c5de5448a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:56.738643 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-178f3c8e-945d-4e1b-a0fe-80251c3867ac req-af01dad7-0542-424c-ab89-e64c5de5448a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 943 time: 0.0912104 Jun 07 14:29:56.752697 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:56.756803 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.804158 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:56.804413 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=9']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:56.837797 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-178f3c8e-945d-4e1b-a0fe-80251c3867ac req-ed1cdb19-fcea-42ac-adfe-1693d50fc254 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909891 Jun 07 14:29:56.839130 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:29:56.860757 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:29:56.861195 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:56.874631 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:56.875268 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:29:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:56.893676 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-926d9d65-da84-4226-bd83-710b099af4b7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9503691 Jun 07 14:29:56.894286 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:56.896785 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba99f70-9f32-4f30-ba33-0881c6d76557" -d '{"events": [{"name": "network-changed", "server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:56.933549 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3659991-aa92-49ac-a639-f2311312c828 x-openstack-request-id: req-a3659991-aa92-49ac-a639-f2311312c828 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:56.933835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:56.934084 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3659991-aa92-49ac-a639-f2311312c828 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:56.934492 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3659991-aa92-49ac-a639-f2311312c828'] response: {'name': 'network-changed', 'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'status': 'completed', 'code': 200} Jun 07 14:29:57.044554 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-cdb3f910-a5ec-428c-ad90-e54ab409f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:57.046756 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-cdb3f910-a5ec-428c-ad90-e54ab409f2ef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1129 time: 0.0465620 Jun 07 14:29:57.105454 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['3f5b3dca-4f2b-407e-9796-9a5c5a344abb'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:29:57.137248 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-e3025f39-1c2f-4f0d-a505-f5466c8a1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:57.138922 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-e3025f39-1c2f-4f0d-a505-f5466c8a1614 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.0860519 Jun 07 14:29:57.171261 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:57.204377 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-74e2bbdf-0f41-4c98-bd6a-5f9871cee515 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 999 time: 0.0593882 Jun 07 14:29:57.256156 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-c9aecb36-1fea-4641-bd93-d3ecc82c1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:57.257639 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-c9aecb36-1fea-4641-bd93-d3ecc82c1b13 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0461180 Jun 07 14:29:57.304725 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-f7d968e6-a97e-405d-8fae-8424d69f8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:57.306151 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-f7d968e6-a97e-405d-8fae-8424d69f8c41 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423853 Jun 07 14:29:57.400011 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-98b4e2e3-aca7-4db6-b13b-bff42b59c491 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874035 Jun 07 14:29:57.457330 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:55Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:57.485957 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:29:57.490253 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-bba99f70-9f32-4f30-ba33-0881c6d76557 req-32cd0e3e-3a8c-4f08-aa01-5cd2d3a0ff29 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846026 Jun 07 14:29:57.494327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:29:57.494922 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:29:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:57.593939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:29:57.794108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:29:57.802318 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:55Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:29:57.826199 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a22bd-3847-43d0-ae80-abd6f1af72b9 None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:55Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:29:57.970519 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebc24d-96e5-4818-9fb1-483130ad9b76 req-00a0d90c-50c8-486b-8520-745e640a7173 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:57.972085 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e7ebc24d-96e5-4818-9fb1-483130ad9b76 req-00a0d90c-50c8-486b-8520-745e640a7173 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 944 time: 0.0498762 Jun 07 14:29:58.023153 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e7ebc24d-96e5-4818-9fb1-483130ad9b76 req-4da669c5-ae6e-45a3-83af-31063c482c92 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Jun 07 14:29:58.028806 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d85d9-5dde-4e0d-8853-8d20cb362a68 None None] New status for floating IP 71d6ee12-dc95-4b66-8372-13dc21111bb5: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:29:58.593699 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:29:58.641714 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:29:58.642084 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:58.711242 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:29:58.711638 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:58.733666 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:29:58.735907 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eef5af-af78-4207-b2bf-d97891a0f785" -d '{"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:29:58.748299 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:29:58.752777 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:29:58.775157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478efba-6f40-412c-bca0-1e30e9d557a2 x-openstack-request-id: req-7478efba-6f40-412c-bca0-1e30e9d557a2 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:29:58.775488 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-plugged", "status": "completed", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:29:58.775741 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7478efba-6f40-412c-bca0-1e30e9d557a2 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:29:58.776130 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7478efba-6f40-412c-bca0-1e30e9d557a2'] response: {'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'code': 200} Jun 07 14:29:58.802501 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:29:59.151649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891799d5-6ddf-47a2-9161-55801462ac3a req-1b3cee6a-4f65-4cd5-b367-28075ca1db26 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:59.153139 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-891799d5-6ddf-47a2-9161-55801462ac3a req-1b3cee6a-4f65-4cd5-b367-28075ca1db26 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 946 time: 0.0519216 Jun 07 14:29:59.171466 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250e0c2-b514-47e2-87e2-6fe65f5e1b07 req-c0f0793f-44fd-44c0-babe-618d01f698e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:29:59.173008 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-9250e0c2-b514-47e2-87e2-6fe65f5e1b07 req-c0f0793f-44fd-44c0-babe-618d01f698e4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1130 time: 0.0408275 Jun 07 14:29:59.204815 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-891799d5-6ddf-47a2-9161-55801462ac3a req-99e4b8fa-d2ce-4e53-aa36-fbae46c477a4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453327 Jun 07 14:29:59.218697 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-9250e0c2-b514-47e2-87e2-6fe65f5e1b07 req-8751027e-1425-4a6f-9270-fb1545c45a2a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392630 Jun 07 14:30:00.326774 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0761eb-f8d5-4436-b572-70451ca40f2c req-b955aa34-fde5-4509-b086-417948e3e560 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:00.328325 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee0761eb-f8d5-4436-b572-70451ca40f2c req-b955aa34-fde5-4509-b086-417948e3e560 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 946 time: 0.0492282 Jun 07 14:30:00.377727 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee0761eb-f8d5-4436-b572-70451ca40f2c req-70a7340f-ddbe-4680-ab56-dd9041ecd008 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 Jun 07 14:30:01.495394 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8963d-8a39-499c-80a5-ae9cecdece28 req-cf36de73-6f15-414d-bcdb-a3b2c1868f77 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:01.496836 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b2d8963d-8a39-499c-80a5-ae9cecdece28 req-cf36de73-6f15-414d-bcdb-a3b2c1868f77 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 946 time: 0.0474114 Jun 07 14:30:01.547083 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b2d8963d-8a39-499c-80a5-ae9cecdece28 req-0401171c-63a8-4c31-bf7c-eea085aa692b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Jun 07 14:30:08.128139 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:08.130003 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:08.793069 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:08.798025 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:08.800040 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:09.212348 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=67 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:09.214846 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=63 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:11.540499 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:11.542498 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:13.019052 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0e836da1-762e-4299-bf1e-181a1ff7e5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:15.449753 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-17d2c63d-cdab-458a-bed3-6abf30e25d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:16.279140 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:18.042719 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:19.549664 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:19.550365 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:19.570024 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:26.168827 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:26.542314 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:30:29.124455 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-1b41d7e9-57da-42a3-9fb3-1edfa671ce5f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430274 Jun 07 14:30:29.209351 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-17f50bd3-04c7-4b36-8cbf-6baac82fafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:29.211017 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-17f50bd3-04c7-4b36-8cbf-6baac82fafe8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 1130 time: 0.0412710 Jun 07 14:30:29.322203 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-1a9410b5-6c8f-44ae-8840-a0a3fdac24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:29.323704 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-1a9410b5-6c8f-44ae-8840-a0a3fdac24f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.0900965 Jun 07 14:30:29.387058 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-e53964a1-3d4f-4729-9653-246aa26effe6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 200 len: 1001 time: 0.0554185 Jun 07 14:30:29.435279 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-b60da18c-8e81-42d4-a63e-0330fc06553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:29.436710 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-b60da18c-8e81-42d4-a63e-0330fc06553f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0440698 Jun 07 14:30:29.483547 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-2a52250a-5a4e-4c91-a656-0dc0e9f2540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:29.484991 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-2a52250a-5a4e-4c91-a656-0dc0e9f2540d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418761 Jun 07 14:30:29.574459 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-b66c9e9e-2336-4c22-af3e-6c78e53e060d service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823352 Jun 07 14:30:29.666414 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7dcdf798-24ac-40c3-997d-b101f6541143 req-0ee1415b-4b9d-4992-82ae-0677e5a7d800 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855420 Jun 07 14:30:36.157782 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:36.168922 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:36.169577 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:36.474495 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb892b8e-6b61-4ef1-bf34-a652ee9f4448 req-97861ef9-a54b-4d5f-ab2f-c009c5b3a54c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:36.476065 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bb892b8e-6b61-4ef1-bf34-a652ee9f4448 req-97861ef9-a54b-4d5f-ab2f-c009c5b3a54c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 946 time: 0.0500653 Jun 07 14:30:36.525408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bb892b8e-6b61-4ef1-bf34-a652ee9f4448 req-b623ff01-c9db-4530-b176-bab0340c9076 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Jun 07 14:30:37.578892 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:37.652563 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99daab-b305-4d1d-a2f3-5323d88218de req-69f9a9a2-26e9-464b-bc69-b2f206b6bb65 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:37.654069 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4a99daab-b305-4d1d-a2f3-5323d88218de req-69f9a9a2-26e9-464b-bc69-b2f206b6bb65 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 946 time: 0.0482392 Jun 07 14:30:37.704581 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4a99daab-b305-4d1d-a2f3-5323d88218de req-63bf87c0-f086-4e6d-8dde-6bfe43144bdb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=6dce6115-7b5f-421d-a3e3-c6488c0b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Jun 07 14:30:38.057587 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-2d3b82bc-07cc-4e9e-82d2-6912ea6369e8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:38.059083 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-2d3b82bc-07cc-4e9e-82d2-6912ea6369e8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 946 time: 0.0499921 Jun 07 14:30:38.144910 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Deleting port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:30:38.145344 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:38.240537 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] For port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:30:38.240903 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:38.406479 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:38.406777 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:38.407102 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Floating IP a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4 disassociated. External IP: 172.27.2.155, port: 3f5b3dca-4f2b-407e-9796-9a5c5a344abb. Jun 07 14:30:38.407728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Calling delete_port for 3f5b3dca-4f2b-407e-9796-9a5c5a344abb owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:30:38.456105 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:38.487859 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:38.544248 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (3f5b3dca-4f2b-407e-9796-9a5c5a344abb), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:38.574116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event deleted for resources: {'Port': ['ID=3f5b3dca-4f2b-407e-9796-9a5c5a344abb,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:38.586606 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.586955 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.587319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.587653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.587987 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.588319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.588643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.588967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.589292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.589613 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.589933 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.590264 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.590568 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.590883 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.591197 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:38.701659 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Router ab12a982-bbea-4f41-bc27-9de0058dad8a has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:30:38.814240 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:30:38.820151 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ce30a284-10bd-4dd5-992f-01a94156045e req-e316551c-7532-48be-bd65-bd8dcc523474 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ed6c33-30a8-4a3b-aba5-57610c2ec718 HTTP/1.1" status: 200 len: 210 time: 0.0340466 Jun 07 14:30:38.827607 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:30:38.839555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:30:38.840602 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:30:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:38.861785 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] No DVR routers for this DVR port 3f5b3dca-4f2b-407e-9796-9a5c5a344abb on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:30:38.864761 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:38.868014 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8e69ba96-4437-4bb8-bd4d-3ac01f3b3996 req-c34d2e8c-8c60-4562-bc8b-dd4a54ec47f5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "DELETE /v2.0/ports/3f5b3dca-4f2b-407e-9796-9a5c5a344abb HTTP/1.1" status: 204 len: 173 time: 0.8030124 Jun 07 14:30:38.868460 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-deleted', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:30:38.870686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a75113-b57d-4001-91d0-7227ebb1e1d0" -d '{"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-deleted", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:30:38.917301 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6d575-2fc6-47f3-b9f8-86843951cf3b x-openstack-request-id: req-f2e6d575-2fc6-47f3-b9f8-86843951cf3b {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:30:38.917713 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ed6c33-30a8-4a3b-aba5-57610c2ec718", "name": "network-vif-deleted", "tag": "3f5b3dca-4f2b-407e-9796-9a5c5a344abb", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:30:38.918030 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2e6d575-2fc6-47f3-b9f8-86843951cf3b {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:30:38.918529 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e6d575-2fc6-47f3-b9f8-86843951cf3b'] response: {'server_uuid': 'a2ed6c33-30a8-4a3b-aba5-57610c2ec718', 'name': 'network-vif-deleted', 'tag': '3f5b3dca-4f2b-407e-9796-9a5c5a344abb', 'status': 'completed', 'code': 200} Jun 07 14:30:38.977652 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:30:39.198432 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:39.224446 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:30:39.233237 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:30:39.233794 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:30:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:39.346179 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:30:39.546068 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:39.570802 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c98b2-b6be-486c-9918-30562211bd2c None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:30:39.805931 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc07db1-a8d2-4d0e-b459-85615509ec2e None None] New status for floating IP a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:30:39.926254 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49370) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:40.000895 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (6dce6115-7b5f-421d-a3e3-c6488c0b56eb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.026311 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (6dce6115-7b5f-421d-a3e3-c6488c0b56eb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.076470 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6dce6115-7b5f-421d-a3e3-c6488c0b56eb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.079522 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.080983 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "DELETE /v2.0/security-groups/6dce6115-7b5f-421d-a3e3-c6488c0b56eb HTTP/1.1" status: 204 len: 168 time: 0.1534481 Jun 07 14:30:40.087253 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49372) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:40.090364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce6115-7b5f-421d-a3e3-c6488c0b56eb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:40.098291 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.api.v2.resource [None req-266358b9-1691-4fdd-b78f-1a3219cf2646 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] show failed (client error): The resource could not be found. Jun 07 14:30:40.098565 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.098857 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102123 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102243 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-266358b9-1691-4fdd-b78f-1a3219cf2646 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups/6dce6115-7b5f-421d-a3e3-c6488c0b56eb HTTP/1.1" status: 404 len: 347 time: 0.0143874 Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.102963 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49374) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:40.103043 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.103043 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.103043 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.103332 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acae1c4-448b-4517-8caf-34af8963144e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:40.224864 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Deleting port ba76241a-799d-47fa-843c-f0a76627b00d {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:30:40.225201 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (ba76241a-799d-47fa-843c-f0a76627b00d), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.304111 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (ba76241a-799d-47fa-843c-f0a76627b00d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.304343 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (ba76241a-799d-47fa-843c-f0a76627b00d), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.317570 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Calling delete_port for ba76241a-799d-47fa-843c-f0a76627b00d owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:30:40.455016 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ba76241a-799d-47fa-843c-f0a76627b00d), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.486140 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event deleted for resources: {'Port': ['ID=ba76241a-799d-47fa-843c-f0a76627b00d,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:40.549529 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.552288 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.554759 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-32bce48d-adbd-4672-a817-283f23907dd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "DELETE /v2.0/floatingips/a94cf9e2-75a2-408c-91bf-c5ebaf31b8c4 HTTP/1.1" status: 204 len: 168 time: 0.4504240 Jun 07 14:30:40.628824 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49378) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:40.633387 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380025238', 'description': 'tempest-description--421967839'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:40.656378 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.659280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:40.698046 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:40.729802 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (2d4105d6-33d6-423d-98d2-6c76b2ca203a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.734116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2d4105d6-33d6-423d-98d2-6c76b2ca203a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.769792 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.771032 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1411803 Jun 07 14:30:40.772017 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebf466-0640-4e2c-880d-631077cb35ec tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4105d6-33d6-423d-98d2-6c76b2ca203a,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:40.774013 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49380) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:40.786320 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'security_group_rule': {'security_group_id': '2d4105d6-33d6-423d-98d2-6c76b2ca203a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:40.817798 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (3328ad12-faf7-4b50-bc2e-f303105d8a52), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.876966 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (3328ad12-faf7-4b50-bc2e-f303105d8a52), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.881259 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (3328ad12-faf7-4b50-bc2e-f303105d8a52), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.902918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3328ad12-faf7-4b50-bc2e-f303105d8a52,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:40.910441 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:40.914413 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49382) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:40.914574 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-61ece1b1-d35f-4aa1-bc8a-2f1006aadbda tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393883 Jun 07 14:30:40.920606 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'security_group_rule': {'security_group_id': '2d4105d6-33d6-423d-98d2-6c76b2ca203a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:40.950303 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (90915369-d54c-46cf-8fcb-8332bfec9c1f), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.009535 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (90915369-d54c-46cf-8fcb-8332bfec9c1f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.013644 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (90915369-d54c-46cf-8fcb-8332bfec9c1f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.033877 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90915369-d54c-46cf-8fcb-8332bfec9c1f,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:41.043137 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.047623 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9ed5d753-9ccf-4816-b550-8944b4b73ff4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290607 Jun 07 14:30:41.047623 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49384) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:41.052349 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:41.073302 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.155981 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.262568 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Allocated IP 172.27.2.195 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/b4b95232-6a05-49f8-9842-bf5bb2fb0873) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:30:41.372292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.405738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.443951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:30:41.446788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:30:41.449220 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:30:41.484872 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'Port': ['ID=b4b95232-6a05-49f8-9842-bf5bb2fb0873,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:41.506574 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:41.540727 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:41.552929 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (4458b589-ee37-4402-b878-c79a631e1662), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.594031 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.770769 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.775619 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.844291 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'Port': ['ID=b4b95232-6a05-49f8-9842-bf5bb2fb0873,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:41.859339 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (4458b589-ee37-4402-b878-c79a631e1662), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.877258 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:41.878887 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6c80970a-daa5-40da-bb40-3cc58ce77fd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8301675 Jun 07 14:30:42.088714 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-6fbb73e9-55d4-4bd9-a21e-a21db81bf009 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--380025238&fields=id&tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 267 time: 0.0482385 Jun 07 14:30:42.196277 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-55fcf490-911e-42e9-9ee4-2fa97b9712ce tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:42.197744 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-55fcf490-911e-42e9-9ee4-2fa97b9712ce tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 816 time: 0.1020663 Jun 07 14:30:42.214386 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-4a686b3d-c4d1-4d96-99c9-2e31bd4c80f8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/quotas/4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 375 time: 0.0111165 Jun 07 14:30:42.264219 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-58c93080-e56b-408c-b106-f9331a51df9b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443573 Jun 07 14:30:42.367610 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-8dc97aa6-43fa-4126-be60-2a8ee25b4da8 service neutron] 10.222.0.81 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911472 Jun 07 14:30:42.452236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:42.456739 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-e8d7331e-a349-4271-b3c8-0585cf692af5 service neutron] 10.222.0.81 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834777 Jun 07 14:30:42.632715 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-12b0642a-51ee-44c4-80af-6cc7312bff1a req-db88c040-3d55-4f94-a079-136c4859f7d2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 210 time: 0.0354624 Jun 07 14:30:42.810586 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:30:42.832386 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 3f5b3dca-4f2b-407e-9796-9a5c5a344abb {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:30:42.832729 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 3f5b3dca-4f2b-407e-9796-9a5c5a344abb not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:30:43.022257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3df82e87-1d41-4e32-bbd2-30f2aa0f53a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:43.624164 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-fc1ff049-c62c-4d1c-bccc-5d92b3c638fb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:43.625666 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-fc1ff049-c62c-4d1c-bccc-5d92b3c638fb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 816 time: 0.1064250 Jun 07 14:30:43.694672 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-774699cc-0e6c-4716-be2d-c792d8561cb6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 379 time: 0.0584903 Jun 07 14:30:43.738529 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a7829a02-e019-4a21-ab27-a8fad63a7ac6 req-85bfd4c6-291a-4c56-9650-df69a715ad18 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 210 time: 0.0289121 Jun 07 14:30:43.785473 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'port': {'device_id': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'admin_state_up': True, 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'security_groups': ['2d4105d6-33d6-423d-98d2-6c76b2ca203a']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:43.894863 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Made reservation on behalf of 4c6a6f6bdf7743cba1a36a3e8f67cf02 for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:30:43.898171 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.026619 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Allocated IP 172.20.0.8 (430b5cee-7acd-49e1-98b5-c069d03f7257/e50dd865-b9e8-4808-82d9-992ac8e9b01c/6a66cc9b-a903-4e8e-8ab2-720990265484) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:30:44.038251 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:44.108890 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:44.168898 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.200293 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.245710 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:30:44.249098 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:30:44.253038 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:30:44.480790 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-f0e247dc-a488-4050-ba22-daf5d8468b76 None None] Provisioning complete for port 6a66cc9b-a903-4e8e-8ab2-720990265484 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:30:44.481331 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f0e247dc-a488-4050-ba22-daf5d8468b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.554643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:44.580490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:44.581129 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.599184 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-afc9483e-6c3b-4754-871b-04820b24a04e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8176286 Jun 07 14:30:44.612474 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Request body: {'port': {'device_id': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:44.649963 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f0e247dc-a488-4050-ba22-daf5d8468b76 None None] Port 6a66cc9b-a903-4e8e-8ab2-720990265484 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:30:44.672510 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.849142 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:44.858493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f200da-8497-459d-83e9-c0de7a9689ca req-f92ba6c8-94e9-471c-9e1d-b3e63d05c6f7 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:44.860179 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c3f200da-8497-459d-83e9-c0de7a9689ca req-f92ba6c8-94e9-471c-9e1d-b3e63d05c6f7 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 931 time: 0.0494044 Jun 07 14:30:44.910183 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c3f200da-8497-459d-83e9-c0de7a9689ca req-217e6843-0635-4bac-bf31-a383a5459b62 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Jun 07 14:30:44.959783 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a66cc9b-a903-4e8e-8ab2-720990265484 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:30:44.967380 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Publish callbacks [] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:44.979541 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Transition to ACTIVE for port object 6a66cc9b-a903-4e8e-8ab2-720990265484 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:30:44.983764 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:45.035112 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:45.091809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:45.114929 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Attempting to bind port 6a66cc9b-a903-4e8e-8ab2-720990265484 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:30:45.115292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Attempting to bind port 6a66cc9b-a903-4e8e-8ab2-720990265484 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:30:45.115624 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Attempting to bind port 6a66cc9b-a903-4e8e-8ab2-720990265484 on network 430b5cee-7acd-49e1-98b5-c069d03f7257 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:30:45.120270 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Port 6a66cc9b-a903-4e8e-8ab2-720990265484 on network 430b5cee-7acd-49e1-98b5-c069d03f7257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:30:45.120599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Attempting to bind port 6a66cc9b-a903-4e8e-8ab2-720990265484 on network 430b5cee-7acd-49e1-98b5-c069d03f7257 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:30:45.125670 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:30:45.126005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Checking segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:30:45.126939 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Bound using segment: {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:30:45.127602 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Bound port: 6a66cc9b-a903-4e8e-8ab2-720990265484, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cfd36c-6a04-4391-990e-e942cc073cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:30:45.127990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:45.190602 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:45.191865 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:30:45.195163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:30:45.203706 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:45.242609 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:45.243391 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:45.244609 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] 10.222.0.75 "PUT /v2.0/ports/6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 1093 time: 0.6366565 Jun 07 14:30:45.245034 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:30:45.247280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35802fbd-bc3f-4fa9-940f-cb3add68002e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:30:45.284521 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20fb6-d9dc-428f-8fbf-b8defe6a494e service neutron] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:45.307677 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578697e0-7148-4788-b897-4d8c7c1ab11c x-openstack-request-id: req-578697e0-7148-4788-b897-4d8c7c1ab11c {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:30:45.307972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:30:45.308360 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-578697e0-7148-4788-b897-4d8c7c1ab11c {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:30:45.308598 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578697e0-7148-4788-b897-4d8c7c1ab11c'] response: {'name': 'network-changed', 'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'status': 'completed', 'code': 200} Jun 07 14:30:45.341916 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-0eed6cfd-17d8-4acb-b1ef-4fc43b4663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:45.343508 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-0eed6cfd-17d8-4acb-b1ef-4fc43b4663c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1127 time: 0.0502024 Jun 07 14:30:45.386061 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-dca4765a-4c71-4c39-a647-6be86b323edd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 217 time: 0.0349417 Jun 07 14:30:45.435918 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-d7710a7f-8532-4bcb-bec3-4e9c14179811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:45.437400 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-d7710a7f-8532-4bcb-bec3-4e9c14179811 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0453432 Jun 07 14:30:45.452048 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1e5b46ff-db50-4be4-8763-9095a6a54b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:45.486951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-b98de4fe-04cc-4c2a-8072-4a03d48cb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:45.488519 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-b98de4fe-04cc-4c2a-8072-4a03d48cb9f6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444436 Jun 07 14:30:45.580631 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-02bb2d2b-2409-4976-b8a5-c7c13eaff62c service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826344 Jun 07 14:30:45.674307 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-adc405bd-ef4b-465b-bb5c-bb351d75ddd4 req-52f4edad-63d7-44b4-a9e9-5193e59a2b23 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Jun 07 14:30:46.029484 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af31e3-bbf1-470f-96a3-ae2f5d41e14d req-4b603e56-f93d-49a1-964e-7b27bfa97548 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:46.031187 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c5af31e3-bbf1-470f-96a3-ae2f5d41e14d req-4b603e56-f93d-49a1-964e-7b27bfa97548 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0509119 Jun 07 14:30:46.078509 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c5af31e3-bbf1-470f-96a3-ae2f5d41e14d req-7f9309af-5dba-4092-af0b-3016d4ac358c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401492 Jun 07 14:30:46.282022 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:46.611811 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-92ff0e59-59f5-48f9-9b4e-4dc7bd1b338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:46.613301 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-92ff0e59-59f5-48f9-9b4e-4dc7bd1b338d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1127 time: 0.0403140 Jun 07 14:30:46.703551 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-c2c26149-cdba-4054-9199-b961405a0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:46.705898 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-c2c26149-cdba-4054-9199-b961405a0957 service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.0848863 Jun 07 14:30:46.749064 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-76d917dd-088c-4304-ac1e-55e64ba62cd0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 217 time: 0.0355158 Jun 07 14:30:46.797004 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-0913b85a-b108-42ee-8fcf-b40c48e971eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:46.799067 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-0913b85a-b108-42ee-8fcf-b40c48e971eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0436330 Jun 07 14:30:46.842819 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-51a5e73d-8f03-4884-bfb5-06d57b95bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:46.844295 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-51a5e73d-8f03-4884-bfb5-06d57b95bb90 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382202 Jun 07 14:30:46.938429 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-8fe9d6a7-a4f2-48bc-8c16-727bb51b1126 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857797 Jun 07 14:30:47.003839 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:47.031007 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-35802fbd-bc3f-4fa9-940f-cb3add68002e req-d573936e-172f-42ab-90d5-4aa527dcf753 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841432 Jun 07 14:30:47.206744 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc498e-9a43-494c-9655-f36963d0b39f req-87785ca6-f8ad-4673-98b2-270541c00a43 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:47.208145 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54fc498e-9a43-494c-9655-f36963d0b39f req-87785ca6-f8ad-4673-98b2-270541c00a43 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0554032 Jun 07 14:30:47.255861 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-54fc498e-9a43-494c-9655-f36963d0b39f req-68107e02-f999-428c-bcef-0f001a842f4f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Jun 07 14:30:48.043674 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:48.390990 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e27a-50ea-436c-8749-e1772fab9923 req-f810facd-a85d-487b-8040-5aa65ad151ff tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:48.393056 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8f89e27a-50ea-436c-8749-e1772fab9923 req-f810facd-a85d-487b-8040-5aa65ad151ff tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0478060 Jun 07 14:30:48.443944 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8f89e27a-50ea-436c-8749-e1772fab9923 req-c087c5a0-aeb4-436f-b7d5-410312188edb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452843 Jun 07 14:30:48.869496 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:30:48.968436 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:30:48.979969 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'mac_address': 'fa:16:3e:7a:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:30:49.013780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:30:49.014159 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:49.027525 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a66cc9b-a903-4e8e-8ab2-720990265484 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:30:49.051327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:30:49.056164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:49.102168 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:49.108943 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.109287 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.109629 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.109968 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.110301 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.111142 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.111561 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.111891 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.112219 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.112546 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.112869 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.113193 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.113515 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.113855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.114175 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:30:49.336867 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['6a66cc9b-a903-4e8e-8ab2-720990265484'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:30:49.434815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:49.563419 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56ef46-d9fe-4965-92eb-023b9c56a1ef req-96585c77-12cd-4c7e-b79d-df7aa264e468 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:49.565027 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd56ef46-d9fe-4965-92eb-023b9c56a1ef req-96585c77-12cd-4c7e-b79d-df7aa264e468 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 944 time: 0.0470619 Jun 07 14:30:49.572458 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:49.613325 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd56ef46-d9fe-4965-92eb-023b9c56a1ef req-3b4066b8-352e-4e0c-b9ce-931c31a4c98e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Jun 07 14:30:49.877373 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:49.884664 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:50.728708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867f230-ff2b-4103-9b5b-d401ec422875 req-f8c4588f-fab4-456d-b15e-6d70402d6d0d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:50.730140 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e867f230-ff2b-4103-9b5b-d401ec422875 req-f8c4588f-fab4-456d-b15e-6d70402d6d0d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 944 time: 0.0463798 Jun 07 14:30:50.777408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e867f230-ff2b-4103-9b5b-d401ec422875 req-9921ac01-3686-4d28-a14e-f430338c5df2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418251 Jun 07 14:30:50.902846 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:30:50.929550 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:50.945623 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 6a66cc9b-a903-4e8e-8ab2-720990265484 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:30:50.951095 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 6a66cc9b-a903-4e8e-8ab2-720990265484 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:30:50.951497 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:51.023580 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:30:51.023957 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:51.046516 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:30:51.049041 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6502c004-8aeb-4dba-8330-dd0ced179d74" -d '{"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:30:51.061508 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:30:51.066116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:51.069794 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:51.090016 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d909b5-dc93-4969-9a8e-0c6f1cafdf2c x-openstack-request-id: req-92d909b5-dc93-4969-9a8e-0c6f1cafdf2c {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:30:51.090299 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:30:51.090547 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92d909b5-dc93-4969-9a8e-0c6f1cafdf2c {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:30:51.090930 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d909b5-dc93-4969-9a8e-0c6f1cafdf2c'] response: {'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'code': 200} Jun 07 14:30:51.117707 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:30:51.268815 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba0de5-14d1-4a7f-94ca-9b55e1edf6c4 req-0642b337-0744-43f3-b6a5-2cfba9f82641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:51.270302 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-43ba0de5-14d1-4a7f-94ca-9b55e1edf6c4 req-0642b337-0744-43f3-b6a5-2cfba9f82641 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1129 time: 0.0436139 Jun 07 14:30:51.322667 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-43ba0de5-14d1-4a7f-94ca-9b55e1edf6c4 req-bf42959b-05d8-461e-b199-16dd349381ab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Jun 07 14:30:51.903242 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48a7c-8211-4845-9a64-9a8036c76a42 req-32ae7d71-065c-434a-8cf3-6200475a81bf tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:51.904695 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b2c48a7c-8211-4845-9a64-9a8036c76a42 req-32ae7d71-065c-434a-8cf3-6200475a81bf tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0494518 Jun 07 14:30:51.951371 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b2c48a7c-8211-4845-9a64-9a8036c76a42 req-30e2def6-cddd-4b76-bd5c-cadfeb682696 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Jun 07 14:30:53.090336 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258c90-f2ff-45f8-8006-67dadc065082 req-2b84b8a8-ff5b-43b2-b7da-e379ea451471 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:53.095262 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1a258c90-f2ff-45f8-8006-67dadc065082 req-2b84b8a8-ff5b-43b2-b7da-e379ea451471 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Jun 07 14:30:53.139694 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1a258c90-f2ff-45f8-8006-67dadc065082 req-b1ecb3ea-693f-430c-8f41-f5dec26381c0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Jun 07 14:30:53.262094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cea5a1-9a9d-4d6d-bf25-4886109ba5dd req-f68f01bf-9eed-4aaf-a16b-3402b1327b66 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:53.263595 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a7cea5a1-9a9d-4d6d-bf25-4886109ba5dd req-f68f01bf-9eed-4aaf-a16b-3402b1327b66 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Jun 07 14:30:53.272255 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49440) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:30:53.276643 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Request body: {'floatingip': {'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:30:53.315713 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (4458b589-ee37-4402-b878-c79a631e1662), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:53.514036 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:53.595496 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:53.733910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:53.738225 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (4458b589-ee37-4402-b878-c79a631e1662), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:53.832891 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Floating IP 4458b589-ee37-4402-b878-c79a631e1662 associated. External IP: 172.27.2.195, port: 6a66cc9b-a903-4e8e-8ab2-720990265484. Jun 07 14:30:54.028454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Router ab12a982-bbea-4f41-bc27-9de0058dad8a has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:30:54.132695 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:30:54.137432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:30:54.143772 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:30:54.153785 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:30:54.154402 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:30:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:54.167143 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5b4ad88d-8a0f-4e72-aa90-0049e45be9bd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "PUT /v2.0/floatingips/4458b589-ee37-4402-b878-c79a631e1662 HTTP/1.1" status: 200 len: 991 time: 0.8938017 Jun 07 14:30:54.168304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:30:54.170127 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5776f9-0f74-4057-9ad2-332d4bbc1490" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:30:54.206289 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336fda55-1ea6-4639-bc54-10c0dd5338e9 x-openstack-request-id: req-336fda55-1ea6-4639-bc54-10c0dd5338e9 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:30:54.206580 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:30:54.206831 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-336fda55-1ea6-4639-bc54-10c0dd5338e9 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:30:54.207260 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336fda55-1ea6-4639-bc54-10c0dd5338e9'] response: {'name': 'network-changed', 'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'status': 'completed', 'code': 200} Jun 07 14:30:54.259638 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:30:54.277594 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-14979e65-7e2b-41be-8a5b-f280ae58244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:54.279158 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-14979e65-7e2b-41be-8a5b-f280ae58244c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1129 time: 0.0479326 Jun 07 14:30:54.374987 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-8e81b35c-8b14-4420-939a-d40c4b53473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:54.377198 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-8e81b35c-8b14-4420-939a-d40c4b53473b service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.0916982 Jun 07 14:30:54.390419 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:30:54.439671 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-6e806f32-2fe5-409b-b235-a491db610b18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 999 time: 0.0549057 Jun 07 14:30:54.474770 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '4458b589-ee37-4402-b878-c79a631e1662', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'mac_address': 'fa:16:3e:7a:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:30:41Z', 'updated_at': '2022-06-07T14:30:53Z', 'revision_number': 1, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:54.489132 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-568c4cd6-64c9-4f45-95c1-13403ebd064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:54.490690 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-568c4cd6-64c9-4f45-95c1-13403ebd064b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0457549 Jun 07 14:30:54.499423 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:30:54.508998 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:30:54.509612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:30:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:54.539021 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-832fd22d-9adf-4d85-9988-036053e2659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:30:54.540621 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-832fd22d-9adf-4d85-9988-036053e2659f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432847 Jun 07 14:30:54.610841 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:30:54.633060 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-3df35a37-61bb-48b6-b225-724fa930c972 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Jun 07 14:30:54.728839 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0a5776f9-0f74-4057-9ad2-332d4bbc1490 req-94afe34d-ada6-4bce-a844-b2218d858d26 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886834 Jun 07 14:30:54.821423 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '4458b589-ee37-4402-b878-c79a631e1662', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'mac_address': 'fa:16:3e:7a:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:30:41Z', 'updated_at': '2022-06-07T14:30:53Z', 'revision_number': 1, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:30:54.850012 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc8b76-7e65-4f38-b253-9c238f067598 None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '4458b589-ee37-4402-b878-c79a631e1662', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'mac_address': 'fa:16:3e:7a:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:30:41Z', 'updated_at': '2022-06-07T14:30:53Z', 'revision_number': 1, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:30:55.044946 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50908ac3-59bc-481d-a686-b14f5bb11246 None None] New status for floating IP 4458b589-ee37-4402-b878-c79a631e1662: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:30:56.168125 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:03.541429 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:31:04.162646 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:04.164625 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:04.724605 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=61 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:04.725396 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=33 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:06.157365 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:06.161612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=53 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:06.163117 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:13.024491 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9fc0-9ce6-405c-b344-b12c58101919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:14.570518 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:14.575367 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=14 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:15.461409 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff008-f125-4570-9a95-33a8338dccb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:16.284107 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:18.044795 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:19.575937 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:26.178572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:31.151280 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-92724e12-3f7b-4114-862e-a9f1721516a5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399311 Jun 07 14:31:31.217338 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-6e14bdba-d4bd-48ab-9a4b-9fa15169b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:31.219080 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-6e14bdba-d4bd-48ab-9a4b-9fa15169b737 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1129 time: 0.0396249 Jun 07 14:31:31.326765 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-87ed2d99-0460-49c2-a53b-df16c5efbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:31.328261 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-87ed2d99-0460-49c2-a53b-df16c5efbbbd service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.0888455 Jun 07 14:31:31.391293 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-3bc82de1-1700-481e-adff-ce28bf05bf13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 1001 time: 0.0555294 Jun 07 14:31:31.438647 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-a3ab5569-a5f2-4583-8479-2d2a6cb9db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:31.440042 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-a3ab5569-a5f2-4583-8479-2d2a6cb9db8c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0426631 Jun 07 14:31:31.486477 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-b87d0566-a2f4-4857-9d4b-32f979cdb1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:31.487968 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-b87d0566-a2f4-4857-9d4b-32f979cdb1ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414839 Jun 07 14:31:31.583733 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-ce1210cf-a358-4a95-9eb0-c52bcc84bb7d service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880888 Jun 07 14:31:31.676381 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce9cf040-62d0-472f-b272-45516a5cc754 req-376790cb-767d-4566-be5a-8e9114940288 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856605 Jun 07 14:31:32.452490 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4f685-e2e4-4a14-8bdd-9508a955f84a req-ecd7fd72-b66d-4482-a508-35b8b056495e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:32.453961 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38a4f685-e2e4-4a14-8bdd-9508a955f84a req-ecd7fd72-b66d-4482-a508-35b8b056495e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.1474648 Jun 07 14:31:32.501611 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-38a4f685-e2e4-4a14-8bdd-9508a955f84a req-9f92e635-7266-4329-80c9-085f9cabd281 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Jun 07 14:31:33.622049 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99104838-181d-42d6-9f03-b1b72f2180b1 req-34d719ad-17a3-4910-9d85-1aa605123158 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:33.623533 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-99104838-181d-42d6-9f03-b1b72f2180b1 req-34d719ad-17a3-4910-9d85-1aa605123158 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0472472 Jun 07 14:31:33.671088 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-99104838-181d-42d6-9f03-b1b72f2180b1 req-6c53aa42-7ca1-4313-9521-0af509cfd680 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Jun 07 14:31:34.789976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d19d2-fbdc-4f9c-83b1-d1c267fb519d req-2e275e8c-b054-4a73-9d4c-7d8413872602 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:34.791453 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-742d19d2-fbdc-4f9c-83b1-d1c267fb519d req-2e275e8c-b054-4a73-9d4c-7d8413872602 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0471275 Jun 07 14:31:34.842933 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-742d19d2-fbdc-4f9c-83b1-d1c267fb519d req-bc8ad662-2e0b-4890-b368-ff3d51c9b74a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Jun 07 14:31:35.960760 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58960ac9-dd97-4a21-a67d-18b23a0956d6 req-db40d090-6bc8-4108-84e1-8f9bc38d065b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:35.962198 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-58960ac9-dd97-4a21-a67d-18b23a0956d6 req-db40d090-6bc8-4108-84e1-8f9bc38d065b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0474422 Jun 07 14:31:36.008615 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-58960ac9-dd97-4a21-a67d-18b23a0956d6 req-6d8fae92-3004-4061-a964-41d0b300e6f9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407803 Jun 07 14:31:36.168400 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:36.171262 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:36.173590 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:37.125812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece520-b58a-404f-93e6-f88f3c856857 req-b4795793-3891-4475-a645-a7a8f5fadbd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:37.127264 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8dece520-b58a-404f-93e6-f88f3c856857 req-b4795793-3891-4475-a645-a7a8f5fadbd5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Jun 07 14:31:37.176273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8dece520-b58a-404f-93e6-f88f3c856857 req-0f33797a-5d51-44d3-8d19-c12422099d80 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Jun 07 14:31:38.299501 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cd796-9591-4eae-9434-9ded07aba5f7 req-6cf8b88a-344e-49a3-a08a-04a7323d86b4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:38.301597 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c81cd796-9591-4eae-9434-9ded07aba5f7 req-6cf8b88a-344e-49a3-a08a-04a7323d86b4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Jun 07 14:31:38.349493 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c81cd796-9591-4eae-9434-9ded07aba5f7 req-247e48a4-9a90-4094-afe7-d6d31d7696ee tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421073 Jun 07 14:31:39.466059 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746353b-d0d1-4f99-89a7-9858a9c97063 req-a5f9151a-2af5-4fb9-99ce-2f4392a9e7a2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:39.467631 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f746353b-d0d1-4f99-89a7-9858a9c97063 req-a5f9151a-2af5-4fb9-99ce-2f4392a9e7a2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0473385 Jun 07 14:31:39.519421 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f746353b-d0d1-4f99-89a7-9858a9c97063 req-65f24602-8fe9-415b-b5c3-00075f9fac57 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456452 Jun 07 14:31:40.540350 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:31:40.639230 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf028ca-7e4c-47c8-9941-4ab2bba7e9f0 req-2fffa8fd-73bb-4fb3-bee7-173a3fb24a28 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:40.640711 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9bf028ca-7e4c-47c8-9941-4ab2bba7e9f0 req-2fffa8fd-73bb-4fb3-bee7-173a3fb24a28 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0462177 Jun 07 14:31:40.691366 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9bf028ca-7e4c-47c8-9941-4ab2bba7e9f0 req-4eed8252-c4ed-45d7-952c-26c24ee8c6a3 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Jun 07 14:31:41.672343 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=55 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:41.673120 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=46 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:41.811498 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8b5cc-667c-42dc-ba82-9f7f9ccefbe4 req-84105549-495a-4f09-9f58-27055bf94365 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:41.812935 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9dd8b5cc-667c-42dc-ba82-9f7f9ccefbe4 req-84105549-495a-4f09-9f58-27055bf94365 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0470653 Jun 07 14:31:41.860118 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9dd8b5cc-667c-42dc-ba82-9f7f9ccefbe4 req-07534d1e-efec-47ee-833e-907df7d9475b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Jun 07 14:31:42.977008 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f90053-1d1b-4ea0-9283-d29537215de7 req-4be5cefe-41a6-438e-8d8b-a252fc901336 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:42.978564 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c0f90053-1d1b-4ea0-9283-d29537215de7 req-4be5cefe-41a6-438e-8d8b-a252fc901336 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0474341 Jun 07 14:31:43.025080 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c0f90053-1d1b-4ea0-9283-d29537215de7 req-26e655ab-32fd-4f41-9a38-ecdce5f02b39 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 Jun 07 14:31:43.026185 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f5642ee2-f1dd-4a5e-96b7-326c57305646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:43.371643 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:43.396026 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-7f2d47c0-1fcd-4df1-8ea0-e02654e9427d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262891354&fields=id&tenant_id=6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 267 time: 0.0477457 Jun 07 14:31:43.500016 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-e6622df0-3452-4885-b6ae-e7a68c7ae525 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:43.501447 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-e6622df0-3452-4885-b6ae-e7a68c7ae525 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 811 time: 0.0990970 Jun 07 14:31:43.513044 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:43.517185 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-51487149-16e9-4e5e-b821-de3607eae198 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/quotas/6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 375 time: 0.0099404 Jun 07 14:31:43.587643 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-4b724af3-1615-44ab-a403-5ceacbeab3c7 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647774 Jun 07 14:31:43.680564 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-67995601-57d9-47ea-9fd9-2986294caa4e service neutron] 10.222.0.81 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805848 Jun 07 14:31:43.776703 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-31bb3259-a159-4442-99e3-da2d136e3150 service neutron] 10.222.0.81 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906506 Jun 07 14:31:44.336957 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aea890d2-5a9a-4f45-95cc-f5598488deaa req-79da4df1-8b81-4b3b-b565-632ba639c2f3 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 210 time: 0.3039987 Jun 07 14:31:44.382392 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780edcc2-536d-4727-a91e-ee98d3c09051 req-3e8adc43-14cb-4a0f-a53f-fa18e8438b1a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:44.383891 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-780edcc2-536d-4727-a91e-ee98d3c09051 req-3e8adc43-14cb-4a0f-a53f-fa18e8438b1a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0501366 Jun 07 14:31:44.432535 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-780edcc2-536d-4727-a91e-ee98d3c09051 req-e6a9ddbc-6c6e-4761-a045-e233dffd13b6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Jun 07 14:31:45.097738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-c45e57e5-40fe-4eab-8fe0-8649d8ad3f31 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:45.099571 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-c45e57e5-40fe-4eab-8fe0-8649d8ad3f31 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 811 time: 0.1226552 Jun 07 14:31:45.166711 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-852ddd41-4bd6-4673-8789-60f69c75115b tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee52855d08e467f9d2f02685d7bf541 HTTP/1.1" status: 200 len: 380 time: 0.0567503 Jun 07 14:31:45.175691 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'port': {'device_id': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'admin_state_up': True, 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'security_groups': ['ffdebfa7-13a8-4f3f-84d9-450e5d83dc29']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:31:45.286267 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Made reservation on behalf of 6ee52855d08e467f9d2f02685d7bf541 for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:31:45.289848 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.421567 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Allocated IP 172.20.0.12 (2c006233-0519-428c-b750-6c5e4d46a20e/fe9d5a43-1986-4a7f-94a1-bcac016af677/2122f609-8a6d-4e5d-bfcb-9d9443103453) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:31:45.446696 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d55f62a9-da19-482f-a2b4-89b86d9d7aa0 req-e1a54f1c-6430-430a-a643-ea4beb584a4e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 210 time: 0.0341468 Jun 07 14:31:45.476525 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e79e53d-9521-472e-8741-ade0c82649dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.580296 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.583519 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7a354-9356-4c2a-a148-bc605b681aa2 req-7d6cfa3e-fbc3-4b42-8af3-1cc6d9324665 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:45.585264 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a3c7a354-9356-4c2a-a148-bc605b681aa2 req-7d6cfa3e-fbc3-4b42-8af3-1cc6d9324665 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Jun 07 14:31:45.625245 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.642343 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a3c7a354-9356-4c2a-a148-bc605b681aa2 req-0444c82d-66a1-458a-92b8-e55ea3dd4d9b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511801 Jun 07 14:31:45.675138 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Network 2c006233-0519-428c-b750-6c5e4d46a20e is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:31:45.681353 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:31:45.685424 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:31:45.689247 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=2122f609-8a6d-4e5d-bfcb-9d9443103453,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:45.716410 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.717297 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.717650 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.717998 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.718341 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.718678 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.719292 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.719629 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.719967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.720298 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.720628 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.720958 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.721286 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.721612 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.721937 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:45.750333 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:45.750979 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.768440 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-b6e0b2c6-8cd6-4fff-9335-8cfa5c31e600 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963187 Jun 07 14:31:45.777598 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-788deb4c-d53f-4293-97ea-52846e5d996e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:31:45.778707 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-788deb4c-d53f-4293-97ea-52846e5d996e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051641 Jun 07 14:31:45.843162 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Request body: {'port': {'device_id': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:31:45.895428 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:45.904713 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.920383 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:45.956327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-e98033d3-b770-4af4-9680-0e7c137e9497 None None] Provisioning complete for port 2122f609-8a6d-4e5d-bfcb-9d9443103453 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:31:45.956691 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-e98033d3-b770-4af4-9680-0e7c137e9497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:45.991722 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-e98033d3-b770-4af4-9680-0e7c137e9497 None None] Port 2122f609-8a6d-4e5d-bfcb-9d9443103453 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:31:46.193123 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2122f609-8a6d-4e5d-bfcb-9d9443103453 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:31:46.200697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Publish callbacks [] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:46.213531 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Transition to ACTIVE for port object 2122f609-8a6d-4e5d-bfcb-9d9443103453 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:31:46.217147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:46.266372 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Pushing event updated for resources: {'Port': ['ID=2122f609-8a6d-4e5d-bfcb-9d9443103453,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:46.289551 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:46.349995 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Attempting to bind port 2122f609-8a6d-4e5d-bfcb-9d9443103453 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:31:46.350463 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Attempting to bind port 2122f609-8a6d-4e5d-bfcb-9d9443103453 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:31:46.350806 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Attempting to bind port 2122f609-8a6d-4e5d-bfcb-9d9443103453 on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:31:46.355711 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Port 2122f609-8a6d-4e5d-bfcb-9d9443103453 on network 2c006233-0519-428c-b750-6c5e4d46a20e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:31:46.356030 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Attempting to bind port 2122f609-8a6d-4e5d-bfcb-9d9443103453 on network 2c006233-0519-428c-b750-6c5e4d46a20e {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:31:46.361125 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:31:46.361460 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Checking segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:31:46.361842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Bound using segment: {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:31:46.362262 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Bound port: 2122f609-8a6d-4e5d-bfcb-9d9443103453, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30efc86-fcae-4f37-a79a-bc4de4a91779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:31:46.362619 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:46.426351 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] For port 2122f609-8a6d-4e5d-bfcb-9d9443103453, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:31:46.429462 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] For port 2122f609-8a6d-4e5d-bfcb-9d9443103453, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:31:46.434763 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:46.466910 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:46.467599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:46.469200 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] 10.222.0.75 "PUT /v2.0/ports/2122f609-8a6d-4e5d-bfcb-9d9443103453 HTTP/1.1" status: 200 len: 1094 time: 0.6819956 Jun 07 14:31:46.469625 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:31:46.471859 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d37c4-72d2-4b50-b3b7-a981746c1b39" -d '{"events": [{"name": "network-changed", "server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:31:46.531317 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363047-e79d-4836-86e3-d6b961201f34 service neutron] Pushing event updated for resources: {'Port': ['ID=2122f609-8a6d-4e5d-bfcb-9d9443103453,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:46.566567 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-273a564b-1654-4aec-98da-c5e0082aedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:46.568973 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-273a564b-1654-4aec-98da-c5e0082aedcf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 1128 time: 0.0538955 Jun 07 14:31:46.603449 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846b5e-d412-4e4e-9fe7-e2f32a6ae645 req-15f446a0-f9c5-410a-9a69-026dac2dc96a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:46.605002 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-02846b5e-d412-4e4e-9fe7-e2f32a6ae645 req-15f446a0-f9c5-410a-9a69-026dac2dc96a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0642903 Jun 07 14:31:46.617641 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-48364d06-bbdc-48c2-9e6e-366ccaaa59b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453 HTTP/1.1" status: 200 len: 217 time: 0.0410161 Jun 07 14:31:46.655113 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a5c2c5-3412-425e-8b5a-525b562e3f58 x-openstack-request-id: req-18a5c2c5-3412-425e-8b5a-525b562e3f58 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:31:46.655434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:31:46.655687 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18a5c2c5-3412-425e-8b5a-525b562e3f58 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:31:46.656082 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a5c2c5-3412-425e-8b5a-525b562e3f58'] response: {'name': 'network-changed', 'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'status': 'completed', 'code': 200} Jun 07 14:31:46.671007 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-02846b5e-d412-4e4e-9fe7-e2f32a6ae645 req-e5c1974b-90ef-4071-abf6-e09e17218350 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506647 Jun 07 14:31:46.680324 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-d8efa26d-9064-4f25-a813-2efe6a4858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:46.682009 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-d8efa26d-9064-4f25-a813-2efe6a4858e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0570459 Jun 07 14:31:46.728360 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-1a77e079-b6c5-40c7-8a84-bfdd7b52fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:46.730223 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-1a77e079-b6c5-40c7-8a84-bfdd7b52fb8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418260 Jun 07 14:31:46.776720 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09da0a-e7d1-407c-8a8a-41f40b324be8 req-9fc85cb4-eb6a-4aec-a68e-1d38ac079309 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:46.778234 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff09da0a-e7d1-407c-8a8a-41f40b324be8 req-9fc85cb4-eb6a-4aec-a68e-1d38ac079309 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0540276 Jun 07 14:31:46.825417 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff09da0a-e7d1-407c-8a8a-41f40b324be8 req-d4fc03c3-efa8-446b-8c69-769206af0c81 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Jun 07 14:31:46.826384 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-850cc68f-80bb-4095-8e93-4a478befabb7 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882819 Jun 07 14:31:46.875051 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:46.896490 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:46.923494 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8d9c730c-fd0b-4b48-a0cd-43a021b8217c req-730c40e9-d87d-4281-bde3-fc83c157a3d4 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903001 Jun 07 14:31:47.233647 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-73254881-9c02-47b2-baed-e33d0c9f570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:47.235126 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-73254881-9c02-47b2-baed-e33d0c9f570b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 1128 time: 0.0392108 Jun 07 14:31:47.323877 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-a4ae208b-ee52-40ec-9699-867d19abb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:47.325359 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-a4ae208b-ee52-40ec-9699-867d19abb17a service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.0833797 Jun 07 14:31:47.369863 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-f8c7f21f-faa3-486a-b326-b001993c3584 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453 HTTP/1.1" status: 200 len: 217 time: 0.0357180 Jun 07 14:31:47.420026 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-224ae1bb-01c5-4793-8d24-3b5d3ed2f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:47.421385 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-224ae1bb-01c5-4793-8d24-3b5d3ed2f77d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0426881 Jun 07 14:31:47.592775 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-fc297510-6eb0-4f00-91b3-d6c945c2e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:47.594489 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-fc297510-6eb0-4f00-91b3-d6c945c2e9b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464706 Jun 07 14:31:47.692793 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-df93ddfb-af84-40e1-8cca-818c184ade1f service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904524 Jun 07 14:31:47.788745 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108b9c-493e-4e8b-98f3-7fb148d56f1a req-d410bb92-e4b4-40c8-9630-6bfa8c8b614e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:47.790865 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f3108b9c-493e-4e8b-98f3-7fb148d56f1a req-d410bb92-e4b4-40c8-9630-6bfa8c8b614e tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0488358 Jun 07 14:31:47.810463 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-be6d37c4-72d2-4b50-b3b7-a981746c1b39 req-1a234e8e-0675-4b27-8744-c911e1a9072d service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879450 Jun 07 14:31:47.842823 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f3108b9c-493e-4e8b-98f3-7fb148d56f1a req-4913d4ad-1ed6-4e46-bf23-f0adac32a193 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Jun 07 14:31:47.941236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4999bde-c1aa-40e3-8cfd-31fa18518b40 req-f2caefa6-1178-4314-83cb-99473809910c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:47.943545 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d4999bde-c1aa-40e3-8cfd-31fa18518b40 req-f2caefa6-1178-4314-83cb-99473809910c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0463874 Jun 07 14:31:47.994068 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d4999bde-c1aa-40e3-8cfd-31fa18518b40 req-cbb897e8-65b7-4040-afbb-d49d1eb8d565 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451658 Jun 07 14:31:48.046499 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:48.954349 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7d4e7-2c5b-4560-aa6b-e11423fb0476 req-32c8ffad-486f-47e1-9837-8b45ce9bc08c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:48.955711 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6af7d4e7-2c5b-4560-aa6b-e11423fb0476 req-32c8ffad-486f-47e1-9837-8b45ce9bc08c tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0460520 Jun 07 14:31:48.981251 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:49.007247 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6af7d4e7-2c5b-4560-aa6b-e11423fb0476 req-fe3b0df9-eaa1-44dd-acef-46d1ed23e892 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Jun 07 14:31:49.112549 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da54f-e306-42c8-978c-f881f0ac342a req-02cc6c3f-4935-4182-878d-e929821029c6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:49.114630 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aa6da54f-e306-42c8-978c-f881f0ac342a req-02cc6c3f-4935-4182-878d-e929821029c6 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0464311 Jun 07 14:31:49.153032 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:31:49.156688 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:49.162227 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aa6da54f-e306-42c8-978c-f881f0ac342a req-69d221c4-a0c5-4725-b2e5-9234ff93cf77 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415051 Jun 07 14:31:49.254205 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:31:49.266142 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'mac_address': 'fa:16:3e:7a:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:31:49.302360 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: ACTIVE; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:31:49.302834 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:49.315851 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a66cc9b-a903-4e8e-8ab2-720990265484 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:31:49.339395 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:31:49.343170 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:49.399803 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=6']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:49.407129 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.407499 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.407840 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.408176 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.408512 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.408838 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.409166 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.409487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.409809 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.410132 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.410984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.411337 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.411672 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.411976 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.412292 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:31:49.446058 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['6a66cc9b-a903-4e8e-8ab2-720990265484'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:31:49.599255 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:50.132324 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b07a-98df-4316-91cd-06d1073727b5 req-ed266738-a233-450a-9c5f-53f0acbf9c17 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:50.133834 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9471b07a-98df-4316-91cd-06d1073727b5 req-ed266738-a233-450a-9c5f-53f0acbf9c17 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0570605 Jun 07 14:31:50.191035 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9471b07a-98df-4316-91cd-06d1073727b5 req-e5d8bee3-e88a-4f0e-9e0a-c2afe8865e27 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516641 Jun 07 14:31:50.290961 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d071d-28ee-4d4e-a069-a41422bdef4e req-43140730-ded7-48cc-9805-68ac4f413ba7 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:50.292283 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-130d071d-28ee-4d4e-a069-a41422bdef4e req-43140730-ded7-48cc-9805-68ac4f413ba7 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 944 time: 0.0542657 Jun 07 14:31:50.344277 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-130d071d-28ee-4d4e-a069-a41422bdef4e req-29d0a339-5eed-4a77-92c7-c56fb68674ab tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460501 Jun 07 14:31:51.152210 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:31:51.208174 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 6a66cc9b-a903-4e8e-8ab2-720990265484 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:31:51.208639 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:51.305996 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:31:51.306402 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:51.330646 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131e59-a034-43f0-b238-90811bf58ef7 req-467f9895-a5bc-4287-92a3-b5d10cb11d4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:51.332948 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dc131e59-a034-43f0-b238-90811bf58ef7 req-467f9895-a5bc-4287-92a3-b5d10cb11d4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0599840 Jun 07 14:31:51.347705 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:31:51.349853 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:31:51.352547 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004131b-fe57-4e80-bf7b-a6ccc02b170b" -d '{"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:31:51.356172 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:51.401013 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dc131e59-a034-43f0-b238-90811bf58ef7 req-fe93cbb1-d629-4d8d-b274-65b4ffc2f178 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592968 Jun 07 14:31:51.431392 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99601914-b9d8-409d-abf1-115218d8dd98 x-openstack-request-id: req-99601914-b9d8-409d-abf1-115218d8dd98 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:31:51.431392 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:31:51.431392 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99601914-b9d8-409d-abf1-115218d8dd98 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:31:51.431392 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99601914-b9d8-409d-abf1-115218d8dd98'] response: {'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'code': 200} Jun 07 14:31:51.444999 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=7']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:51.538140 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e3d58-ca2a-446e-9fc0-1562668d15d2 req-15666262-08a1-452a-baec-7bdefa381910 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:51.544921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8e6e3d58-ca2a-446e-9fc0-1562668d15d2 req-15666262-08a1-452a-baec-7bdefa381910 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0563736 Jun 07 14:31:51.570771 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=17 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:51.572038 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=17 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:51.593609 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8e6e3d58-ca2a-446e-9fc0-1562668d15d2 req-c259f0d5-775f-4bd2-bb15-55b301ffb6ea tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478318 Jun 07 14:31:52.537808 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8560a4-9e13-4137-a5ae-79bf7dbd4fbe req-da7aaef9-5b68-4c9d-b559-f535ff5586fe tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:52.539656 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e8560a4-9e13-4137-a5ae-79bf7dbd4fbe req-da7aaef9-5b68-4c9d-b559-f535ff5586fe tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0561936 Jun 07 14:31:52.607460 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3e8560a4-9e13-4137-a5ae-79bf7dbd4fbe req-e3ea5426-7f10-485d-bd9c-9580bbe3642a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619802 Jun 07 14:31:52.757219 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f1cc-5ef7-4975-8fa3-31bfe482426c req-b335cb95-5fe4-4a0a-bcb4-18d9a6e46d24 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:52.765759 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4eb1f1cc-5ef7-4975-8fa3-31bfe482426c req-b335cb95-5fe4-4a0a-bcb4-18d9a6e46d24 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0846500 Jun 07 14:31:52.827301 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4eb1f1cc-5ef7-4975-8fa3-31bfe482426c req-5a9ec77c-a408-4469-b974-8f5ec2f8b13d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576339 Jun 07 14:31:53.739775 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4bd82-ec6c-4469-bcaa-bbb699989e9d req-f21e064a-7451-442f-bdbc-88743bcab102 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:53.741310 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a5f4bd82-ec6c-4469-bcaa-bbb699989e9d req-f21e064a-7451-442f-bdbc-88743bcab102 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0664458 Jun 07 14:31:53.801168 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a5f4bd82-ec6c-4469-bcaa-bbb699989e9d req-55a0e41f-a1a9-4020-b537-651c97335e48 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531070 Jun 07 14:31:53.963291 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadb87c-d924-4336-ad6b-ee19ebb11527 req-21395320-5803-4154-af34-7d5c48f25d58 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:53.971238 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-beadb87c-d924-4336-ad6b-ee19ebb11527 req-21395320-5803-4154-af34-7d5c48f25d58 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0642037 Jun 07 14:31:54.021823 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-beadb87c-d924-4336-ad6b-ee19ebb11527 req-eb102c64-8911-42a4-9229-39b526b71e3c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497131 Jun 07 14:31:54.951956 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876756-db7c-4f96-935c-a8903cd847cf req-62d13076-dcef-4e69-92b3-a422f18807e0 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:54.953423 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b5876756-db7c-4f96-935c-a8903cd847cf req-62d13076-dcef-4e69-92b3-a422f18807e0 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 944 time: 0.0614305 Jun 07 14:31:55.014950 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b5876756-db7c-4f96-935c-a8903cd847cf req-a182cbdc-9065-4e98-a8dd-7e064229bcb2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Jun 07 14:31:55.158388 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 2122f609-8a6d-4e5d-bfcb-9d9443103453 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:31:55.181236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa3b96-bc1b-4a57-8afc-fd8bf76cfa23 req-d9b40d13-eb83-4ea5-95bb-d72edeee4a09 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:55.183008 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-81fa3b96-bc1b-4a57-8afc-fd8bf76cfa23 req-d9b40d13-eb83-4ea5-95bb-d72edeee4a09 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0698423 Jun 07 14:31:55.251812 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-81fa3b96-bc1b-4a57-8afc-fd8bf76cfa23 req-44b49e5c-bf3f-4088-b5f6-d4e033428979 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613422 Jun 07 14:31:55.287110 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 2122f609-8a6d-4e5d-bfcb-9d9443103453, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:31:55.304657 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'port_id': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'mac_address': 'fa:16:3e:f9:c5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:31:55.343604 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 2122f609-8a6d-4e5d-bfcb-9d9443103453 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:31:55.344461 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:55.360239 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2122f609-8a6d-4e5d-bfcb-9d9443103453 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:31:55.383497 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 2122f609-8a6d-4e5d-bfcb-9d9443103453, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:31:55.388231 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:55.429810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:55.446035 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=2122f609-8a6d-4e5d-bfcb-9d9443103453,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:55.631676 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['2122f609-8a6d-4e5d-bfcb-9d9443103453'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:31:55.714397 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:55.801932 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:56.141840 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:56.156142 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee270e0a-793e-4ccc-83ce-0d1eb92dc2ab req-e6845365-d039-4799-99a8-59ccd20d075d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:56.157723 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee270e0a-793e-4ccc-83ce-0d1eb92dc2ab req-e6845365-d039-4799-99a8-59ccd20d075d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 945 time: 0.0564628 Jun 07 14:31:56.216301 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ee270e0a-793e-4ccc-83ce-0d1eb92dc2ab req-7495200a-d333-4b74-a250-fff38487a8bb tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517316 Jun 07 14:31:56.341025 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:31:56.386453 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:56.389749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c07ad-54fa-4ed2-8255-f8962a7d066d req-a61ecdc5-73d4-4071-8de4-5535aae8944a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:56.391268 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-493c07ad-54fa-4ed2-8255-f8962a7d066d req-a61ecdc5-73d4-4071-8de4-5535aae8944a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0591786 Jun 07 14:31:56.444313 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-493c07ad-54fa-4ed2-8255-f8962a7d066d req-5b08c0c3-2be5-4e4e-aa28-550f27bd702a tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462978 Jun 07 14:31:57.183314 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 2122f609-8a6d-4e5d-bfcb-9d9443103453 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:31:57.238210 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 2122f609-8a6d-4e5d-bfcb-9d9443103453 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:31:57.246593 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 2122f609-8a6d-4e5d-bfcb-9d9443103453 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:31:57.246711 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:57.370568 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 2122f609-8a6d-4e5d-bfcb-9d9443103453 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:31:57.371297 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:57.396867 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:31:57.397940 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a447a-71d7-4581-a131-9b5cbd69f061 req-043d9762-8dce-4f21-9ada-00289c07e6fc tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:57.399365 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a057e1-d742-4285-be66-7cc5da569ee5" -d '{"events": [{"server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "name": "network-vif-plugged", "status": "completed", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:31:57.406084 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4a7a447a-71d7-4581-a131-9b5cbd69f061 req-043d9762-8dce-4f21-9ada-00289c07e6fc tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 945 time: 0.0940206 Jun 07 14:31:57.414564 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 2122f609-8a6d-4e5d-bfcb-9d9443103453, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:31:57.422627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:31:57.459807 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd65f3c-5a78-49c7-9f62-f469ea2d3c6a x-openstack-request-id: req-dfd65f3c-5a78-49c7-9f62-f469ea2d3c6a {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:31:57.460112 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "name": "network-vif-plugged", "status": "completed", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:31:57.460460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfd65f3c-5a78-49c7-9f62-f469ea2d3c6a {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:31:57.461160 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd65f3c-5a78-49c7-9f62-f469ea2d3c6a'] response: {'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'code': 200} Jun 07 14:31:57.476395 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4a7a447a-71d7-4581-a131-9b5cbd69f061 req-e90e98c2-9af7-402d-8178-7b0fe44b103f tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683057 Jun 07 14:31:57.512521 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=2122f609-8a6d-4e5d-bfcb-9d9443103453,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:31:57.605736 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8664b-8374-4f3e-848a-0184560ebdb8 req-0aa13eca-c712-4bb5-820e-b04323c26162 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:57.607313 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aab8664b-8374-4f3e-848a-0184560ebdb8 req-0aa13eca-c712-4bb5-820e-b04323c26162 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0661330 Jun 07 14:31:57.671911 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-aab8664b-8374-4f3e-848a-0184560ebdb8 req-546b92c0-2851-47c0-80dd-2b1fca306428 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586293 Jun 07 14:31:57.756420 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b2292-3529-40fa-b210-8bc778c3b082 req-9a9d55bd-f967-4ca5-94d8-262fc083795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:57.757965 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-5c1b2292-3529-40fa-b210-8bc778c3b082 req-9a9d55bd-f967-4ca5-94d8-262fc083795e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 1130 time: 0.0479083 Jun 07 14:31:57.807788 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-5c1b2292-3529-40fa-b210-8bc778c3b082 req-7862ede5-3a2f-4d27-8566-80acc3951f6a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Jun 07 14:31:58.606014 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c4534-bfe8-4ec9-8d1e-fc64ab61c689 req-21f9e9c4-f6a4-40b6-8b3c-20cce99d5bf2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:58.607559 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-916c4534-bfe8-4ec9-8d1e-fc64ab61c689 req-21f9e9c4-f6a4-40b6-8b3c-20cce99d5bf2 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 946 time: 0.0511382 Jun 07 14:31:58.666554 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-916c4534-bfe8-4ec9-8d1e-fc64ab61c689 req-53f5e40e-13d9-4c3d-b35a-e91d65df1d39 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524325 Jun 07 14:31:58.792526 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7025f5f-c50d-4dec-ad74-bee34ad5699a req-d6975236-fc4b-47d0-9c94-4bc139f96d55 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:58.794189 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d7025f5f-c50d-4dec-ad74-bee34ad5699a req-d6975236-fc4b-47d0-9c94-4bc139f96d55 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0492671 Jun 07 14:31:58.855319 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d7025f5f-c50d-4dec-ad74-bee34ad5699a req-f3fc8844-9b25-4805-82a0-394dfce0ee96 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554841 Jun 07 14:31:59.779823 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441cf3e-710d-4678-ac57-d6fcfabc627f req-db535e6d-6677-46d4-9325-1e264777d890 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:59.781194 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1441cf3e-710d-4678-ac57-d6fcfabc627f req-db535e6d-6677-46d4-9325-1e264777d890 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 946 time: 0.0468481 Jun 07 14:31:59.829106 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1441cf3e-710d-4678-ac57-d6fcfabc627f req-bb115eb8-f723-49ae-aad6-68d072917813 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Jun 07 14:31:59.970812 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b6dd7-f79f-4d8d-8b4c-f6bbe9c9fcc7 req-55f371ca-2937-477a-900c-907386f311cf tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:59.972311 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-694b6dd7-f79f-4d8d-8b4c-f6bbe9c9fcc7 req-55f371ca-2937-477a-900c-907386f311cf tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 946 time: 0.0758171 Jun 07 14:31:59.994536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2cf28-e55d-48e8-bb74-4f8d0458cf4b req-2271fcfc-49f4-4cf6-a069-72f939392ed5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:31:59.996014 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6de2cf28-e55d-48e8-bb74-4f8d0458cf4b req-2271fcfc-49f4-4cf6-a069-72f939392ed5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0662763 Jun 07 14:32:00.060469 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-694b6dd7-f79f-4d8d-8b4c-f6bbe9c9fcc7 req-a98fed75-fd10-4f9d-9d23-5f6a8ef37d76 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820642 Jun 07 14:32:00.071881 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6de2cf28-e55d-48e8-bb74-4f8d0458cf4b req-0c5c44a0-267a-4eaa-9377-94e215daea1b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687995 Jun 07 14:32:00.083769 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49678) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:00.121376 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c695bbe-7611-41c0-aca0-4aa24230300c tempest-TestVolumeBootPattern-173553829 tempest-TestVolumeBootPattern-173553829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:00.122875 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2c695bbe-7611-41c0-aca0-4aa24230300c tempest-TestVolumeBootPattern-173553829 tempest-TestVolumeBootPattern-173553829-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 1125 time: 0.0379410 Jun 07 14:32:00.125581 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49680) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:00.130372 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'port_id': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:32:00.161216 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:00.234757 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-37042a4e-61ed-415e-9787-29330871f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:00.236291 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-37042a4e-61ed-415e-9787-29330871f8d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1129 time: 0.0895720 Jun 07 14:32:00.309659 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:00.649157 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-c49b4198-930f-4903-b80a-a88ab65d8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:00.650640 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-c49b4198-930f-4903-b80a-a88ab65d8322 service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.4073091 Jun 07 14:32:00.707491 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:00.721679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:00.747919 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Allocated IP 172.27.2.234 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/a2380db2-63d9-49ec-9f16-09188208196f) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:32:00.758724 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-0ac71917-4198-4705-883a-7465d7985374 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 1001 time: 0.0859737 Jun 07 14:32:00.853279 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-add1f370-25cc-4df3-a1a1-810c035cc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:00.854741 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-add1f370-25cc-4df3-a1a1-810c035cc2ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0876048 Jun 07 14:32:00.924402 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-16490446-5f9c-407a-af19-a4893361cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:00.925824 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-16490446-5f9c-407a-af19-a4893361cd43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633001 Jun 07 14:32:00.929151 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (a2380db2-63d9-49ec-9f16-09188208196f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.022020 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (a2380db2-63d9-49ec-9f16-09188208196f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.075654 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-adeb4355-5afb-477e-bd8b-121057737494 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406746 Jun 07 14:32:01.077295 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:32:01.080364 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:32:01.088365 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:32:01.128016 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=a2380db2-63d9-49ec-9f16-09188208196f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:01.199834 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba482-4624-433a-b4e0-1b47934c4452 req-ebb35d96-f448-48cf-a406-6abfd76c23b0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:01.201365 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff9ba482-4624-433a-b4e0-1b47934c4452 req-ebb35d96-f448-48cf-a406-6abfd76c23b0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Jun 07 14:32:01.250067 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ff9ba482-4624-433a-b4e0-1b47934c4452 req-fb34b7ed-2eaa-474a-aa3f-84790a302ba4 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427248 Jun 07 14:32:01.267475 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-0459b542-af5f-4c85-a4ab-6a73d693d60a req-04b71344-1daa-4304-9783-0251a2f89427 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848733 Jun 07 14:32:01.432160 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:01.512867 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:01.519347 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (958500d4-097b-4309-be77-4b5903fa4c31), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.585388 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a2380db2-63d9-49ec-9f16-09188208196f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.764920 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for port (a2380db2-63d9-49ec-9f16-09188208196f), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.769233 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (a2380db2-63d9-49ec-9f16-09188208196f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.840124 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event updated for resources: {'Port': ['ID=a2380db2-63d9-49ec-9f16-09188208196f,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:01.847255 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (958500d4-097b-4309-be77-4b5903fa4c31), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:01.941729 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Floating IP 958500d4-097b-4309-be77-4b5903fa4c31 associated. External IP: 172.27.2.234, port: 2122f609-8a6d-4e5d-bfcb-9d9443103453. Jun 07 14:32:02.137729 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:32:02.237369 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:32:02.247626 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:32:02.255918 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:02.257314 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:32:02.257935 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:31:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:02.279398 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:02.293432 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6270215e-c32a-4feb-a225-739fcc1ed3c1 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1667211 Jun 07 14:32:02.293906 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:32:02.296177 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50d4a28-bab6-4010-ba4b-0b578c38126b" -d '{"events": [{"name": "network-changed", "server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:32:02.332108 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84608c2-2119-45d8-9a98-c3705ac73700 x-openstack-request-id: req-c84608c2-2119-45d8-9a98-c3705ac73700 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:32:02.332462 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:32:02.332784 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c84608c2-2119-45d8-9a98-c3705ac73700 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:32:02.333244 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84608c2-2119-45d8-9a98-c3705ac73700'] response: {'name': 'network-changed', 'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'status': 'completed', 'code': 200} Jun 07 14:32:02.368782 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:32:02.384753 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09537217-7790-400e-b61c-82395f850257 req-ccebbd8f-7091-4b24-be0a-b5d19d44b780 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:02.386241 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-09537217-7790-400e-b61c-82395f850257 req-ccebbd8f-7091-4b24-be0a-b5d19d44b780 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 945 time: 0.0474541 Jun 07 14:32:02.421984 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:02.434908 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-09537217-7790-400e-b61c-82395f850257 req-37d301e5-95b3-4e93-9421-93317b001aee tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Jun 07 14:32:02.581678 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:58Z', 'revision_number': 1, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}, {'id': '958500d4-097b-4309-be77-4b5903fa4c31', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:f9:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:32:01Z', 'updated_at': '2022-06-07T14:32:01Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:02.609467 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:32:02.618492 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:32:02.619090 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:31:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:02.712163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:02.718728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-901df933-89d7-49a9-ac2f-8920c38011b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:02.718888 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:32:02.720717 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-901df933-89d7-49a9-ac2f-8920c38011b0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 1130 time: 0.0416126 Jun 07 14:32:02.812835 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-c4939455-8b8c-4305-a6dc-225140dd2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:02.814373 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-c4939455-8b8c-4305-a6dc-225140dd2b38 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.0883112 Jun 07 14:32:02.882461 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-c284b7dc-a36c-4ef3-84b8-4048c5ad1858 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453 HTTP/1.1" status: 200 len: 1000 time: 0.0622530 Jun 07 14:32:02.933865 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-eeed283a-49c1-41c9-9d28-4626ddfd202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:02.935382 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-eeed283a-49c1-41c9-9d28-4626ddfd202c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0463548 Jun 07 14:32:02.947530 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:58Z', 'revision_number': 1, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}, {'id': '958500d4-097b-4309-be77-4b5903fa4c31', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:f9:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:32:01Z', 'updated_at': '2022-06-07T14:32:01Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:02.971824 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cfdc8-058b-4465-9e17-b0d0ef5e2384 None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:58Z', 'revision_number': 1, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}, {'id': '958500d4-097b-4309-be77-4b5903fa4c31', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:f9:c5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:32:01Z', 'updated_at': '2022-06-07T14:32:01Z', 'revision_number': 0, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:32:03.163718 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-630707d7-ed9e-41a9-b7c6-89f45d8ac45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:03.165297 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-630707d7-ed9e-41a9-b7c6-89f45d8ac45e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436022 Jun 07 14:32:03.190816 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff9b92-710e-4df8-a098-a0ab463bda2c None None] New status for floating IP 958500d4-097b-4309-be77-4b5903fa4c31: ACTIVE {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:32:03.206378 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:32:03.276498 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-ab1a7ac9-ce91-4d8e-ab85-1249ccaafa61 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041627 Jun 07 14:32:03.282164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:03.288312 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: ACTIVE; New status is: DOWN {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:32:03.288721 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:03.324878 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:32:03.326183 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:32:03.328625 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7751ccb-40a7-46bd-a174-9cc25711558d" -d '{"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-unplugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:32:03.333592 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:03.370838 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Jun 2022 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761fe23-7387-4c0a-bd0b-2cdc5e47d7f5 x-openstack-request-id: req-5761fe23-7387-4c0a-bd0b-2cdc5e47d7f5 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:32:03.371128 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-unplugged", "status": "failed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "code": 422}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:32:03.371440 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5761fe23-7387-4c0a-bd0b-2cdc5e47d7f5 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:32:03.371847 dv-cinder-836083-9-iscsi neutron-server[103891]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5761fe23-7387-4c0a-bd0b-2cdc5e47d7f5']: {'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'code': 422} returned with failed status Jun 07 14:32:03.384904 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=8']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:03.388088 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-c50d4a28-bab6-4010-ba4b-0b578c38126b req-c638f9e3-5943-4245-a87d-d1d72ed976f2 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061361 Jun 07 14:32:03.553014 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1928bd-b9bb-4417-b54f-299b5438097c req-21693bf9-445f-4a72-adf6-d4515d68966e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:03.554385 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9d1928bd-b9bb-4417-b54f-299b5438097c req-21693bf9-445f-4a72-adf6-d4515d68966e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0472603 Jun 07 14:32:03.605475 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9d1928bd-b9bb-4417-b54f-299b5438097c req-0d4de1e4-137f-4ad8-ad0d-03e016123271 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 Jun 07 14:32:04.500965 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c747e6-492b-4ab9-bff6-53aa35a6e106 req-3a645764-87f8-4a2d-a3e6-fcb4cb052c9e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:04.502481 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9c747e6-492b-4ab9-bff6-53aa35a6e106 req-3a645764-87f8-4a2d-a3e6-fcb4cb052c9e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0493224 Jun 07 14:32:04.529314 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:04.555077 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e9c747e6-492b-4ab9-bff6-53aa35a6e106 req-f8fe32f6-ce1c-442d-b89f-eb973633008b tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465441 Jun 07 14:32:04.660360 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49738) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:04.743516 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-9081488c-e047-4ff3-b4b2-786c2655a85d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814781 Jun 07 14:32:04.751872 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-95b80fe9-d52e-4059-9e84-463c425c76f4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:32:04.752828 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-95b80fe9-d52e-4059-9e84-463c425c76f4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047865 Jun 07 14:32:04.826716 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49746) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:04.919849 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-9faa2c4e-635a-4f79-b573-6d49fe170797 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:04.921182 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-9faa2c4e-635a-4f79-b573-6d49fe170797 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports/6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 940 time: 0.0934505 Jun 07 14:32:05.678825 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b63ab0-b4b1-4c19-b3a0-f4a533612207 req-4ce8405e-16c9-4ca4-9f5d-b60a6eb64565 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:05.680246 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b3b63ab0-b4b1-4c19-b3a0-f4a533612207 req-4ce8405e-16c9-4ca4-9f5d-b60a6eb64565 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0514534 Jun 07 14:32:05.728380 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b3b63ab0-b4b1-4c19-b3a0-f4a533612207 req-3e26061c-c36b-4ee2-8da3-7f1987234310 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Jun 07 14:32:05.816895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-1d53e924-018f-4fe3-9e55-a8765a774c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:05.818634 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-1d53e924-018f-4fe3-9e55-a8765a774c0f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8&tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02 HTTP/1.1" status: 200 len: 1127 time: 0.0394466 Jun 07 14:32:05.878266 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-d5d4248d-3c60-479c-96e7-05db4f43af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:05.880271 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-d5d4248d-3c60-479c-96e7-05db4f43af31 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1127 time: 0.0398877 Jun 07 14:32:05.986268 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-79ea1909-60d6-4932-be8a-cf5ffdbe715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:05.987812 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-79ea1909-60d6-4932-be8a-cf5ffdbe715f service neutron] 10.222.0.75 "GET /v2.0/networks?id=430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 200 len: 917 time: 0.0891211 Jun 07 14:32:06.051849 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-d38ab46f-2211-4d9e-add6-40c056bc689d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 200 len: 999 time: 0.0574625 Jun 07 14:32:06.100513 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-70c9de12-40a5-4f9d-9488-ffc655a043d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:06.101918 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-70c9de12-40a5-4f9d-9488-ffc655a043d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 200 len: 855 time: 0.0436764 Jun 07 14:32:06.147801 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-f1bbc9b2-dfc5-459d-b4fb-1139dfb87d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:06.149239 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-f1bbc9b2-dfc5-459d-b4fb-1139dfb87d03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=430b5cee-7acd-49e1-98b5-c069d03f7257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417936 Jun 07 14:32:06.235801 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-7881443c-39c5-457d-8625-52c5fad8e0ff service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802574 Jun 07 14:32:06.310761 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:06.329141 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-eaa26264-8db0-4792-ac52-d0186f871ccc req-03f88ee0-dc8c-4731-9dda-2fc501f6cea5 service neutron] 10.222.0.75 "GET /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869141 Jun 07 14:32:06.862068 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664748ab-db3d-4760-854d-9fdfdb2ee5b8 req-f484fbaa-1b4b-4fd4-b46f-382b0ba38602 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:06.870974 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-664748ab-db3d-4760-854d-9fdfdb2ee5b8 req-f484fbaa-1b4b-4fd4-b46f-382b0ba38602 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0611854 Jun 07 14:32:06.917750 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-664748ab-db3d-4760-854d-9fdfdb2ee5b8 req-5119a5e8-564a-4847-bc6f-cfbd0d32efb8 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458670 Jun 07 14:32:07.232878 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:32:07.237780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:07.271740 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:07.337341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: DOWN; New status is: DOWN {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:32:08.049947 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36fcba-038b-497a-b830-afb15810dc4b req-9266c870-f4bb-4714-bfd1-90b68379c03e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:08.051498 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8f36fcba-038b-497a-b830-afb15810dc4b req-9266c870-f4bb-4714-bfd1-90b68379c03e tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0538728 Jun 07 14:32:08.110680 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8f36fcba-038b-497a-b830-afb15810dc4b req-854d408e-5e03-440d-880a-bf8aed335a8f tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532522 Jun 07 14:32:09.244169 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdccb4-427f-4c4f-bce6-4558e5013ba2 req-3bead12b-e12a-4ba2-9ce0-bcc459377628 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:09.245806 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cbdccb4-427f-4c4f-bce6-4558e5013ba2 req-3bead12b-e12a-4ba2-9ce0-bcc459377628 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0543275 Jun 07 14:32:09.296615 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cbdccb4-427f-4c4f-bce6-4558e5013ba2 req-fb93ae3c-2bd8-4ab6-988c-dfd3ab015a77 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Jun 07 14:32:10.433201 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404fc49-08a3-4a97-a2b4-d492452c85e3 req-e9414d8c-ff60-4ede-af4a-73d406c2e8bb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:10.435301 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c404fc49-08a3-4a97-a2b4-d492452c85e3 req-e9414d8c-ff60-4ede-af4a-73d406c2e8bb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0546036 Jun 07 14:32:10.485852 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c404fc49-08a3-4a97-a2b4-d492452c85e3 req-26a68ec7-8034-4a9c-b770-f5bc7c68b9ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449245 Jun 07 14:32:11.626921 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977820e9-4529-487e-926a-260c35f65bef req-a234114c-84ba-4b9d-b691-09291504eb56 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:11.628473 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-977820e9-4529-487e-926a-260c35f65bef req-a234114c-84ba-4b9d-b691-09291504eb56 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0510695 Jun 07 14:32:11.682926 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-977820e9-4529-487e-926a-260c35f65bef req-7c6d03d9-d3b8-4edd-8c4a-94bdb36fd815 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475161 Jun 07 14:32:12.807074 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe9010-b34e-4f07-a8c1-b54f6f7c22f0 req-d717647d-34b5-4276-b25a-9f7100f4381d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:12.808571 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-60fe9010-b34e-4f07-a8c1-b54f6f7c22f0 req-d717647d-34b5-4276-b25a-9f7100f4381d tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0474608 Jun 07 14:32:12.856807 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-60fe9010-b34e-4f07-a8c1-b54f6f7c22f0 req-0babfdfb-14c1-4738-9c7d-4fb2027bc285 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Jun 07 14:32:13.031016 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c9a90bf-366f-44fa-b9ce-8179aa6b35b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:13.297889 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:13.430240 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:13.999706 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e47b5-efe2-4012-ac4d-6e81b3a0fb71 req-f2a123b9-aa0f-45d1-b586-6ddafa6b0178 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:14.001800 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a95e47b5-efe2-4012-ac4d-6e81b3a0fb71 req-f2a123b9-aa0f-45d1-b586-6ddafa6b0178 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0493112 Jun 07 14:32:14.084815 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a95e47b5-efe2-4012-ac4d-6e81b3a0fb71 req-41be624b-4093-4c2e-9ab0-8a3c2879aacf tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710418 Jun 07 14:32:15.205933 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ddbb6-62f6-497d-b3ca-ff7d840c2760 req-05f3c6d0-daf7-46a2-b97f-810f7dd34b82 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:15.207413 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-259ddbb6-62f6-497d-b3ca-ff7d840c2760 req-05f3c6d0-daf7-46a2-b97f-810f7dd34b82 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0479326 Jun 07 14:32:15.254357 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-259ddbb6-62f6-497d-b3ca-ff7d840c2760 req-b758d1ac-c74e-480e-bebf-64a0a2181e36 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Jun 07 14:32:15.450157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3ea85c01-7141-400b-8f8a-c4c94d9b0963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:16.291834 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:16.324763 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:16.326734 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:16.376490 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620204ec-f467-4a75-b0d1-8526825347fa req-08cc82f4-ae60-4710-999d-c7c0ccf7fb60 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:16.377966 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-620204ec-f467-4a75-b0d1-8526825347fa req-08cc82f4-ae60-4710-999d-c7c0ccf7fb60 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 943 time: 0.0504689 Jun 07 14:32:16.395531 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:16.397781 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:16.433591 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-620204ec-f467-4a75-b0d1-8526825347fa req-37b034c2-7fc7-4ca2-841c-6a5b9c9f2b72 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499220 Jun 07 14:32:17.299681 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:32:17.394682 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:32:17.406715 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'port_id': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'mac_address': 'fa:16:3e:7a:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:32:17.441180 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:32:17.441491 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:17.457654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a66cc9b-a903-4e8e-8ab2-720990265484 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:32:17.479443 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:32:17.483903 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:17.531993 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=9']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:17.544300 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:32:17.563038 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319af7-f830-4cbf-a11a-9d3d926b8b84 req-b1143757-31ad-4cf6-81f7-947a53808aad tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:17.564560 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-10319af7-f830-4cbf-a11a-9d3d926b8b84 req-b1143757-31ad-4cf6-81f7-947a53808aad tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 944 time: 0.0514982 Jun 07 14:32:17.612545 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-10319af7-f830-4cbf-a11a-9d3d926b8b84 req-08e16873-14d3-417e-b6bf-fef53e980218 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416453 Jun 07 14:32:17.771284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['6a66cc9b-a903-4e8e-8ab2-720990265484'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:32:18.049246 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:18.731404 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc495f-7ffa-4ed4-8cd1-20da3e2f481d req-3d6d5744-304a-4938-b7a5-e37f4244dfb2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:18.732834 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4dfc495f-7ffa-4ed4-8cd1-20da3e2f481d req-3d6d5744-304a-4938-b7a5-e37f4244dfb2 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 944 time: 0.0468185 Jun 07 14:32:18.779815 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4dfc495f-7ffa-4ed4-8cd1-20da3e2f481d req-869f251f-4eb2-4655-abc0-f748e621ac18 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Jun 07 14:32:19.309382 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:32:19.354341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 6a66cc9b-a903-4e8e-8ab2-720990265484 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:32:19.354632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:19.437751 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 6a66cc9b-a903-4e8e-8ab2-720990265484 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:32:19.438127 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:19.596011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:32:19.598187 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0214bf-82e6-4371-a034-8ea27533b444" -d '{"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:32:19.608407 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:19.612545 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:32:19.617733 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:19.664456 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=10']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:19.691029 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38343103-9882-44e2-8a72-3b410589515d x-openstack-request-id: req-38343103-9882-44e2-8a72-3b410589515d {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:32:19.691347 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-plugged", "status": "completed", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:32:19.691596 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38343103-9882-44e2-8a72-3b410589515d {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:32:19.691989 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38343103-9882-44e2-8a72-3b410589515d'] response: {'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'code': 200} Jun 07 14:32:19.869443 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9a51c-3065-4ae1-a6f4-6d634ea893bb req-c3d31cf4-3587-45cb-bded-8b736d9341f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:19.870882 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-10b9a51c-3065-4ae1-a6f4-6d634ea893bb req-c3d31cf4-3587-45cb-bded-8b736d9341f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 1130 time: 0.0408630 Jun 07 14:32:19.905133 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa68e-192a-4edf-b77f-2e6d3b78410a req-6656bd72-31bb-4776-9574-0fbc03f54707 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:19.906650 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-252fa68e-192a-4edf-b77f-2e6d3b78410a req-6656bd72-31bb-4776-9574-0fbc03f54707 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Jun 07 14:32:19.916536 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-10b9a51c-3065-4ae1-a6f4-6d634ea893bb req-df2c73ae-9f20-47e2-b93d-10181912ef94 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Jun 07 14:32:19.954363 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-252fa68e-192a-4edf-b77f-2e6d3b78410a req-23e5f050-2a4e-42bc-8bb2-3c4cc5a30b1c tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Jun 07 14:32:21.079619 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268d2c-1f4e-4b59-b560-5e809c788fbc req-5e51b524-5c1e-498d-ac61-985633396835 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:21.081141 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-67268d2c-1f4e-4b59-b560-5e809c788fbc req-5e51b524-5c1e-498d-ac61-985633396835 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 946 time: 0.0503511 Jun 07 14:32:21.130552 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-67268d2c-1f4e-4b59-b560-5e809c788fbc req-57f7ffcb-22cf-446a-8b42-97407bf77eba tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428629 Jun 07 14:32:22.249270 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4868-0830-478e-99ae-35a214a26de4 req-b9980094-1505-46d9-9f2b-d584544a4ecc tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:22.250740 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eb1a4868-0830-478e-99ae-35a214a26de4 req-b9980094-1505-46d9-9f2b-d584544a4ecc tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 946 time: 0.0476747 Jun 07 14:32:22.300478 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-eb1a4868-0830-478e-99ae-35a214a26de4 req-5228ca70-57f1-431f-8bbd-524ef5998110 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Jun 07 14:32:26.386745 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:28.562829 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:28.567743 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:29.910473 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=7 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:29.913375 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=11 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:31.147143 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-7067680a-af70-49ab-8f5b-ee80758154db service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379248 Jun 07 14:32:31.225902 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39226-79d5-44b9-844a-84730562fa9b req-1431f0ba-0520-4dd3-a1ee-8a0cb4def715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:31.227439 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-1431f0ba-0520-4dd3-a1ee-8a0cb4def715 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1129 time: 0.0396357 Jun 07 14:32:31.331257 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39226-79d5-44b9-844a-84730562fa9b req-58db068f-8fbb-45a5-956f-4bcbedea3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:31.332635 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-58db068f-8fbb-45a5-956f-4bcbedea3b81 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.0878344 Jun 07 14:32:31.395381 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-49ddc3e5-6969-42a1-b3a5-042c2684fff3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 1001 time: 0.0558739 Jun 07 14:32:31.451578 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39226-79d5-44b9-844a-84730562fa9b req-c1af1c81-4624-46ef-bde8-dc97ad51f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:31.453071 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-c1af1c81-4624-46ef-bde8-dc97ad51f54b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0515785 Jun 07 14:32:31.495858 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e39226-79d5-44b9-844a-84730562fa9b req-877b403f-1c06-4092-a615-e3b8ba001228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:31.497351 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-877b403f-1c06-4092-a615-e3b8ba001228 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385895 Jun 07 14:32:31.586819 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-1f868e1e-5564-43df-90ef-5d64093479e6 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811477 Jun 07 14:32:31.683154 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-20e39226-79d5-44b9-844a-84730562fa9b req-b3aa0cf2-5d75-4f42-8c28-2323b7af8500 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865419 Jun 07 14:32:32.294004 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=53 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:32.296553 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=46 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:36.375568 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:36.379287 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:36.383473 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:41.587355 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:41.677339 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=47 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:41.679897 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=54 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:43.033341 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3de49c6d-6e43-4f56-a1e4-0fd47e5948b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:45.452269 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4121b202-6ebd-4acd-af8d-557a84f72edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:46.296486 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:48.052478 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:49.582747 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:54.544301 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:32:55.375551 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eedf35-6fd4-4e8e-8ba2-1a7782c4d936 req-5dc218fa-5928-431e-b857-f37c93c2c2b5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:55.377040 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49eedf35-6fd4-4e8e-8ba2-1a7782c4d936 req-5dc218fa-5928-431e-b857-f37c93c2c2b5 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 946 time: 0.0507717 Jun 07 14:32:55.424853 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-49eedf35-6fd4-4e8e-8ba2-1a7782c4d936 req-9491d627-aea5-4196-bd69-b8e5d9ab11c0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Jun 07 14:32:56.397611 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:56.546001 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015da4a-1033-4796-85bd-967759352552 req-f5770d2a-c346-47d1-86a8-fe7853a2bb37 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:56.547613 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1015da4a-1033-4796-85bd-967759352552 req-f5770d2a-c346-47d1-86a8-fe7853a2bb37 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 946 time: 0.0482211 Jun 07 14:32:56.594325 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1015da4a-1033-4796-85bd-967759352552 req-780844a3-aad0-4f21-85a2-2a0e0b2f9bd0 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d4105d6-33d6-423d-98d2-6c76b2ca203a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 Jun 07 14:32:56.891194 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-3ab5a411-a5ed-4f73-ac3d-63afc024c900 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:32:56.892644 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-3ab5a411-a5ed-4f73-ac3d-63afc024c900 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 946 time: 0.0469038 Jun 07 14:32:56.976473 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Deleting port 6a66cc9b-a903-4e8e-8ab2-720990265484 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:32:56.976813 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:57.064937 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] For port 6a66cc9b-a903-4e8e-8ab2-720990265484, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6a66cc9b-a903-4e8e-8ab2-720990265484,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:32:57.065302 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:57.226993 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:57.227383 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (4458b589-ee37-4402-b878-c79a631e1662), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:57.227695 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Floating IP 4458b589-ee37-4402-b878-c79a631e1662 disassociated. External IP: 172.27.2.195, port: 6a66cc9b-a903-4e8e-8ab2-720990265484. Jun 07 14:32:57.228084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Calling delete_port for 6a66cc9b-a903-4e8e-8ab2-720990265484 owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:32:57.352381 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (6a66cc9b-a903-4e8e-8ab2-720990265484), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:57.379555 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event deleted for resources: {'Port': ['ID=6a66cc9b-a903-4e8e-8ab2-720990265484,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:57.390684 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.391028 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.391401 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.391737 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.392155 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.392388 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.392712 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.393035 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.393359 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.393683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.394008 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.394327 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.394646 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.394964 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.395308 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:57.502495 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Router ab12a982-bbea-4f41-bc27-9de0058dad8a has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:32:57.606765 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:32:57.616854 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:32:57.628175 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:32:57.629966 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:57.657223 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] No DVR routers for this DVR port 6a66cc9b-a903-4e8e-8ab2-720990265484 on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:32:57.660586 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:57.664135 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f5e7ec41-7145-4ae7-ae4b-f75a07c5ad45 req-5dee458d-174a-4e93-bbe7-877fac3c73ef tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.75 "DELETE /v2.0/ports/6a66cc9b-a903-4e8e-8ab2-720990265484 HTTP/1.1" status: 204 len: 173 time: 0.7657480 Jun 07 14:32:57.664602 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-deleted', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:32:57.667257 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7465a472-0717-449a-a601-494c03689ded" -d '{"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-deleted", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:32:57.704949 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1cad20-a1da-4a43-a765-cdd498d009b2 x-openstack-request-id: req-dd1cad20-a1da-4a43-a765-cdd498d009b2 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:32:57.705329 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2cef5f-a25c-4fa4-b34e-85da9efbdca8", "name": "network-vif-deleted", "tag": "6a66cc9b-a903-4e8e-8ab2-720990265484", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:32:57.705586 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd1cad20-a1da-4a43-a765-cdd498d009b2 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:32:57.706072 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1cad20-a1da-4a43-a765-cdd498d009b2'] response: {'server_uuid': 'ff2cef5f-a25c-4fa4-b34e-85da9efbdca8', 'name': 'network-vif-deleted', 'tag': '6a66cc9b-a903-4e8e-8ab2-720990265484', 'status': 'completed', 'code': 200} Jun 07 14:32:57.728669 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d867414a-8c13-4268-b09c-1e0109252b59 req-4e4ad035-f08a-4336-a172-5eb54e885fce tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff2cef5f-a25c-4fa4-b34e-85da9efbdca8 HTTP/1.1" status: 200 len: 210 time: 0.0543170 Jun 07 14:32:57.761578 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:32:57.959550 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:57.984108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:32:57.992171 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:32:57.992763 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:58.097264 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:32:58.288332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:32:58.316305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4cfc0-b757-4bfe-8b6b-07393c41a22d None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:27:59Z', 'revision_number': 4, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '4b774b01-9382-4d48-8719-27fec3376917', 'name': '', 'network_id': '430b5cee-7acd-49e1-98b5-c069d03f7257', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'mac_address': 'fa:16:3e:a1:8a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:58Z', 'updated_at': '2022-06-07T14:28:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'subnets': [{'id': 'e50dd865-b9e8-4808-82d9-992ac8e9b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:32:58.536771 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b719b-73d6-4a6b-8113-a1df61895ba3 None None] New status for floating IP 4458b589-ee37-4402-b878-c79a631e1662: DOWN {{(pid=103892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:32:58.821232 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49894) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:58.875443 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (2d4105d6-33d6-423d-98d2-6c76b2ca203a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:58.898649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (2d4105d6-33d6-423d-98d2-6c76b2ca203a), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:58.945013 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (2d4105d6-33d6-423d-98d2-6c76b2ca203a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:58.947644 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:58.948836 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "DELETE /v2.0/security-groups/2d4105d6-33d6-423d-98d2-6c76b2ca203a HTTP/1.1" status: 204 len: 168 time: 0.1263783 Jun 07 14:32:58.951594 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49896) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:58.957964 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4105d6-33d6-423d-98d2-6c76b2ca203a,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:58.965222 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.965576 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.965690 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.api.v2.resource [None req-947c5d2d-e5cc-47de-85cc-83fec53b4cf9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] show failed (client error): The resource could not be found. Jun 07 14:32:58.965921 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.966262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.969723 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.969723 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.969963 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-947c5d2d-e5cc-47de-85cc-83fec53b4cf9 tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "GET /v2.0/security-groups/2d4105d6-33d6-423d-98d2-6c76b2ca203a HTTP/1.1" status: 404 len: 347 time: 0.0143433 Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8973e3b-8bfa-4410-b371-96a2a5d0e0eb tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:32:58.970864 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49898) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:32:59.045999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:59.085555 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Deleting port b4b95232-6a05-49f8-9842-bf5bb2fb0873 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:32:59.085901 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:59.147102 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:32:59.161910 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:59.162169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (b4b95232-6a05-49f8-9842-bf5bb2fb0873), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:59.176287 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Calling delete_port for b4b95232-6a05-49f8-9842-bf5bb2fb0873 owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:32:59.562391 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (b4b95232-6a05-49f8-9842-bf5bb2fb0873), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:59.586296 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Pushing event deleted for resources: {'Port': ['ID=b4b95232-6a05-49f8-9842-bf5bb2fb0873,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:32:59.651018 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks [] for floatingip (4458b589-ee37-4402-b878-c79a631e1662), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:59.653548 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:32:59.654710 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-700d99b0-53e4-451a-9e54-689b0f3196cd tempest-AttachVolumeShelveTestJSON-1238086752 tempest-AttachVolumeShelveTestJSON-1238086752-project] 10.222.0.81 "DELETE /v2.0/floatingips/4458b589-ee37-4402-b878-c79a631e1662 HTTP/1.1" status: 204 len: 168 time: 0.6827686 Jun 07 14:33:01.530619 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:01.550660 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 6a66cc9b-a903-4e8e-8ab2-720990265484 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:01.551002 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 6a66cc9b-a903-4e8e-8ab2-720990265484 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:02.115299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49922) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:02.527901 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (ab12a982-bbea-4f41-bc27-9de0058dad8a), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:02.737631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:02.742614 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Deleting port 4b774b01-9382-4d48-8719-27fec3376917 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:02.742944 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4b774b01-9382-4d48-8719-27fec3376917), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:02.792462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:02.823432 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] For port 4b774b01-9382-4d48-8719-27fec3376917, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4b774b01-9382-4d48-8719-27fec3376917,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:02.823794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4b774b01-9382-4d48-8719-27fec3376917), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:02.836536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Calling delete_port for 4b774b01-9382-4d48-8719-27fec3376917 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:03.016487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (4b774b01-9382-4d48-8719-27fec3376917), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:03.040936 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b774b01-9382-4d48-8719-27fec3376917,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:03.204159 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (ab12a982-bbea-4f41-bc27-9de0058dad8a), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:03.404374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Router ab12a982-bbea-4f41-bc27-9de0058dad8a has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:03.500607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:03.505516 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0d0cf033-db5c-4482-bc1f-396024feaa32 admin admin] 10.222.0.81 "PUT /v2.0/routers/ab12a982-bbea-4f41-bc27-9de0058dad8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894594 Jun 07 14:33:03.508219 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49926) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:03.511412 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] Sync routers for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:03.521077 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:03.521762 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:03.610424 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks [] for router (ab12a982-bbea-4f41-bc27-9de0058dad8a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:03.623974 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:03.708771 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks [] for router_gateway (ab12a982-bbea-4f41-bc27-9de0058dad8a), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:03.751696 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Deleting port df51f9e2-9821-4c29-ba2a-f3035a14f613 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:03.752038 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:03.792751 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:33:02Z', 'revision_number': 5, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port': {'id': 'df51f9e2-9821-4c29-ba2a-f3035a14f613', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:03.821168 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] Checking router: ab12a982-bbea-4f41-bc27-9de0058dad8a for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:03.829672 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] Routers {'ab12a982-bbea-4f41-bc27-9de0058dad8a'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:03.830281 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['ab12a982-bbea-4f41-bc27-9de0058dad8a'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:03.831773 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] For port df51f9e2-9821-4c29-ba2a-f3035a14f613, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=df51f9e2-9821-4c29-ba2a-f3035a14f613,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:03.832137 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:03.845825 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Calling delete_port for df51f9e2-9821-4c29-ba2a-f3035a14f613 owned by network:router_gateway {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:03.909123 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:03.914109 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] Set router ab12a982-bbea-4f41-bc27-9de0058dad8a gateway port host: None {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:03.963908 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:33:03Z', 'revision_number': 6, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:03.990654 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31470a54-a57d-4e5c-bf2d-19989a9d0d33 None None] The sync data for ids ['ab12a982-bbea-4f41-bc27-9de0058dad8a'] in dv-cinder-836083-9-iscsi is: [{'id': 'ab12a982-bbea-4f41-bc27-9de0058dad8a', 'name': 'tempest-AttachVolumeShelveTestJSON-279181746-router', 'tenant_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:27:56Z', 'updated_at': '2022-06-07T14:33:03Z', 'revision_number': 6, 'project_id': '4c6a6f6bdf7743cba1a36a3e8f67cf02', 'gw_port_host': None}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:04.020218 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (df51f9e2-9821-4c29-ba2a-f3035a14f613), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.057275 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=df51f9e2-9821-4c29-ba2a-f3035a14f613,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:04.098826 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:04.114228 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (ab12a982-bbea-4f41-bc27-9de0058dad8a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.200959 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (ab12a982-bbea-4f41-bc27-9de0058dad8a), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.203117 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks [] for router_controller (ab12a982-bbea-4f41-bc27-9de0058dad8a), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.243697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (ab12a982-bbea-4f41-bc27-9de0058dad8a), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.244419 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab12a982-bbea-4f41-bc27-9de0058dad8a {{(pid=103889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:33:04.249479 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.250629 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-c1183589-28ca-4ea1-afbe-b5a9bde68d87 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ab12a982-bbea-4f41-bc27-9de0058dad8a HTTP/1.1" status: 204 len: 168 time: 0.7405517 Jun 07 14:33:04.253234 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49928) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:04.301645 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_v2 [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Deleting subnet e50dd865-b9e8-4808-82d9-992ac8e9b01c {{(pid=103889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:33:04.304738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Publish callbacks [] for subnet (e50dd865-b9e8-4808-82d9-992ac8e9b01c), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.341767 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848343'] for subnet (e50dd865-b9e8-4808-82d9-992ac8e9b01c), precommit_delete_associations {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.422132 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (e50dd865-b9e8-4808-82d9-992ac8e9b01c), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.478193 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411859'] for subnet (e50dd865-b9e8-4808-82d9-992ac8e9b01c), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.503943 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50dd865-b9e8-4808-82d9-992ac8e9b01c,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:04.508194 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.512342 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-585faec6-5c63-4779-90f1-351a76865288 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e50dd865-b9e8-4808-82d9-992ac8e9b01c HTTP/1.1" status: 204 len: 168 time: 0.2581584 Jun 07 14:33:04.515030 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49930) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:04.517772 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf00661-c694-4f16-8d5e-14fd2521fc7a None None] Network 430b5cee-7acd-49e1-98b5-c069d03f7257 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:33:04.570763 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:04.587371 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (430b5cee-7acd-49e1-98b5-c069d03f7257), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.600115 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:04.630935 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Deleting port 27347b51-0797-437f-9047-f46acf27f52b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:04.631301 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (27347b51-0797-437f-9047-f46acf27f52b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.642952 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:04.698131 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] For port 27347b51-0797-437f-9047-f46acf27f52b, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=27347b51-0797-437f-9047-f46acf27f52b,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:04.698487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (27347b51-0797-437f-9047-f46acf27f52b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.756665 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] DHCP port deletion for 430b5cee-7acd-49e1-98b5-c069d03f7257 request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:33:04.799053 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Deleting port 27347b51-0797-437f-9047-f46acf27f52b {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:04.799507 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (27347b51-0797-437f-9047-f46acf27f52b), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.842855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device df51f9e2-9821-4c29-ba2a-f3035a14f613 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:04.874390 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: df51f9e2-9821-4c29-ba2a-f3035a14f613 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:04.874745 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device df51f9e2-9821-4c29-ba2a-f3035a14f613 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:04.875174 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4b774b01-9382-4d48-8719-27fec3376917 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:04.903380 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 4b774b01-9382-4d48-8719-27fec3376917 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:04.903729 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4b774b01-9382-4d48-8719-27fec3376917 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:04.904148 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 27347b51-0797-437f-9047-f46acf27f52b no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:04.945530 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] For port 27347b51-0797-437f-9047-f46acf27f52b, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=27347b51-0797-437f-9047-f46acf27f52b,segment=NetworkSegment(22cfd36c-6a04-4391-990e-e942cc073cfa),segment_id=22cfd36c-6a04-4391-990e-e942cc073cfa)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:04.945938 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (27347b51-0797-437f-9047-f46acf27f52b), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:04.988364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Calling delete_port for 27347b51-0797-437f-9047-f46acf27f52b owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:05.075707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (27347b51-0797-437f-9047-f46acf27f52b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.093807 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Calling delete_port for 27347b51-0797-437f-9047-f46acf27f52b owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:05.106095 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Pushing event deleted for resources: {'Port': ['ID=27347b51-0797-437f-9047-f46acf27f52b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:05.106319 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No active binding found for port 27347b51-0797-437f-9047-f46acf27f52b {{(pid=103891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 07 14:33:05.106319 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] The host dv-cinder-836083-9-iscsi is not matching for port 27347b51-0797-437f-9047-f46acf27f52b host None! {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 07 14:33:05.106319 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 27347b51-0797-437f-9047-f46acf27f52b not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:05.109280 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] No DVR routers for this DVR port 27347b51-0797-437f-9047-f46acf27f52b on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:05.139494 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:05.160543 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:05.183678 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (430b5cee-7acd-49e1-98b5-c069d03f7257), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.184437 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (27347b51-0797-437f-9047-f46acf27f52b), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.204908 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430b5cee-7acd-49e1-98b5-c069d03f7257']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:05.206577 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Pushing event deleted for resources: {'Port': ['ID=27347b51-0797-437f-9047-f46acf27f52b,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:05.214844 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cfd36c-6a04-4391-990e-e942cc073cfa') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:05.215188 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cfd36c-6a04-4391-990e-e942cc073cfa') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:05.217270 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.217621 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.217964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.218305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.218640 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.218967 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.219331 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.219649 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.219974 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.220301 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.220627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.220958 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.221939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.221939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.222158 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:05.224931 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37778aa3-0655-4a8d-8ad3-3234891ab726 None None] No DVR routers for this DVR port 27347b51-0797-437f-9047-f46acf27f52b on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:05.225076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (22cfd36c-6a04-4391-990e-e942cc073cfa), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.240839 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (22cfd36c-6a04-4391-990e-e942cc073cfa), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.247733 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:33:05.248111 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (22cfd36c-6a04-4391-990e-e942cc073cfa), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.309725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (430b5cee-7acd-49e1-98b5-c069d03f7257), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.315388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.318658 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] 10.222.0.81 "DELETE /v2.0/networks/430b5cee-7acd-49e1-98b5-c069d03f7257 HTTP/1.1" status: 204 len: 168 time: 0.8025877 Jun 07 14:33:05.331461 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 22cfd36c-6a04-4391-990e-e942cc073cfa resource provider aggregate not found Jun 07 14:33:05.335808 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177a152-63fc-4b78-a8b7-96acbc785184 admin admin] Pushing event deleted for resources: {'Network': ['ID=430b5cee-7acd-49e1-98b5-c069d03f7257,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:05.357900 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 22cfd36c-6a04-4391-990e-e942cc073cfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22cfd36c-6a04-4391-990e-e942cc073cfa found for delete ", "request_id": "req-c3d25d5b-5449-4ae4-87b2-85978eebc8f0"}]} Jun 07 14:33:05.446305 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49940) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:05.486046 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-62273e1a-9507-48e1-9f08-23b870e573da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c6a6f6bdf7743cba1a36a3e8f67cf02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386310 Jun 07 14:33:05.488389 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49942) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:05.536091 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17a72647-544b-4a49-aaa5-ca58b83b8d4a admin admin] Publish callbacks [] for security_group (d9246fee-b72e-4c6b-a54d-2f1bff3af604), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.557780 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17a72647-544b-4a49-aaa5-ca58b83b8d4a admin admin] Publish callbacks [] for security_group (d9246fee-b72e-4c6b-a54d-2f1bff3af604), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.604970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17a72647-544b-4a49-aaa5-ca58b83b8d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (d9246fee-b72e-4c6b-a54d-2f1bff3af604), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.607539 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-17a72647-544b-4a49-aaa5-ca58b83b8d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:05.608665 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-17a72647-544b-4a49-aaa5-ca58b83b8d4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9246fee-b72e-4c6b-a54d-2f1bff3af604 HTTP/1.1" status: 204 len: 168 time: 0.1194034 Jun 07 14:33:05.616423 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a72647-544b-4a49-aaa5-ca58b83b8d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9246fee-b72e-4c6b-a54d-2f1bff3af604,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:06.271970 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49964) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:06.367121 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-380532065-network', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:06.387721 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Made reservation on behalf of a68951caf41c425cb3e1335e30d52a3c for: {'network': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:33:06.389973 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for network (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.398053 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.475489 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks [] for security_group (8743c9c7-b3dc-4835-a1c7-666243838a41), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.479092 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8743c9c7-b3dc-4835-a1c7-666243838a41), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.493453 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:06.498601 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=103890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:33:06.505364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:06.521020 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (320d29bb-db77-426c-93c2-d356ff910c1c), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.521368 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.segments_db [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Added segment 320d29bb-db77-426c-93c2-d356ff910c1c of type vlan for network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 Jun 07 14:33:06.522594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8743c9c7-b3dc-4835-a1c7-666243838a41,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:06.568462 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767759084117'] for network (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.594399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320'] for network (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.595515 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:06.596359 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.656608 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3835425 Jun 07 14:33:06.659418 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49968) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:06.665923 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Request body: {'subnet': {'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-380532065-subnet', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:06.670787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc939e8b-5b46-43be-a043-4e82b9a04ebe admin admin] Pushing event updated for resources: {'Network': ['ID=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:06.680592 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 details requested by agent ovs-agent-dv-cinder-836083-9-iscsi with host dv-cinder-836083-9-iscsi {{(pid=103891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 07 14:33:06.690826 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Made reservation on behalf of a68951caf41c425cb3e1335e30d52a3c for: {'subnet': 1} {{(pid=103890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:33:06.693388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25795833'] for subnet (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.860896 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26152522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25795787'] for subnet (44acc61e-9925-4946-ad9a-5a001f073b1e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.916527 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44acc61e-9925-4946-ad9a-5a001f073b1e,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:06.925002 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:33:06.925358 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Network hostable DHCP agents. Network: 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61, hostable agents: ['b8df3a1f-cd00-4613-a8b6-0b44021fba01'], hosted agents: [] {{(pid=103890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:33:06.944065 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is scheduled to be hosted by DHCP agent b8df3a1f-cd00-4613-a8b6-0b44021fba01 with binding_index 1 {{(pid=103890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:33:06.954430 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-9-iscsi, 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61) {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:06.958417 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:06.959024 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:06.964008 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb971f-08f2-4d5e-aea9-60859bfee099 None None] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:33:06.975477 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0aba74e5-2098-4208-ba68-48a12c011051 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150551 Jun 07 14:33:06.978941 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49970) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:06.984917 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:07.006998 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1808713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123069'] for router (347dd3d8-52d3-4aa2-8360-c57271695d25), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.008134 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1629474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123044'] for router (347dd3d8-52d3-4aa2-8360-c57271695d25), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.060347 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks [] for router_controller (347dd3d8-52d3-4aa2-8360-c57271695d25), precommit_add_association {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.069326 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bc48055-ab80-5893-963c-9c68067588c6-33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e'}]}} from dv-cinder-836083-9-iscsi. {{(pid=103891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 07 14:33:07.070376 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.194736 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks [] for router_gateway (347dd3d8-52d3-4aa2-8360-c57271695d25), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.207924 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.db_base_plugin_common [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Allocated IP 172.20.0.2 (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61/44acc61e-9925-4946-ad9a-5a001f073b1e/cd996cff-66be-415b-8efd-f6730c5c6442) {{(pid=103891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:33:07.268705 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:07.357038 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Publish callbacks [] for port (cd996cff-66be-415b-8efd-f6730c5c6442), precommit_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.362738 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), after_create {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.379685 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks [] for router_gateway (347dd3d8-52d3-4aa2-8360-c57271695d25), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.403478 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.404421 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:33:07.405872 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:07.407286 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.scheduler.base_scheduler [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Resources bound (agent type, host, resource id): {{(pid=103891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:07.410940 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Received port after_create {{(pid=103891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:33:07.422098 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Pushing event updated for resources: {'Port': ['ID=cd996cff-66be-415b-8efd-f6730c5c6442,revision_number=1']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:07.476215 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Attempting to bind port cd996cff-66be-415b-8efd-f6730c5c6442 on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:33:07.476580 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Attempting to bind port cd996cff-66be-415b-8efd-f6730c5c6442 by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:33:07.476941 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Attempting to bind port cd996cff-66be-415b-8efd-f6730c5c6442 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:33:07.482308 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:33:07.482679 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:33:07.483080 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.483502 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Bound using segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:33:07.483963 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Bound port: cd996cff-66be-415b-8efd-f6730c5c6442, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:33:07.484338 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.517617 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Allocated IP 172.27.2.7 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/3ec960c2-b90d-474c-92b5-870d1b21db1d) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:33:07.544402 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] For port cd996cff-66be-415b-8efd-f6730c5c6442, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:33:07.547482 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] For port cd996cff-66be-415b-8efd-f6730c5c6442, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=cd996cff-66be-415b-8efd-f6730c5c6442,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:33:07.553062 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.614580 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2522c-3609-4e53-9fbb-f900f4b014ff None None] Pushing event updated for resources: {'Port': ['ID=cd996cff-66be-415b-8efd-f6730c5c6442,revision_number=2']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:07.642026 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks [] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.675757 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:07.718118 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:33:07.725792 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:07.727935 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec960c2-b90d-474c-92b5-870d1b21db1d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:07.730217 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:33:07.990591 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks [] for router_gateway (347dd3d8-52d3-4aa2-8360-c57271695d25), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.180386 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730763'] for router (347dd3d8-52d3-4aa2-8360-c57271695d25), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.184041 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:08.302471 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:08.330269 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 is scheduled to L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 with binding_index 1 {{(pid=103890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 07 14:33:08.434155 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:08.444957 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:08.453923 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.456371 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:08.457496 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:08.457977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49972) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:08.458461 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-697b90f2-8784-443f-af11-699e54ec01c2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4776635 Jun 07 14:33:08.571122 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:08.677565 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86020b94-f47f-4102-9a6e-b3a6c698966d None None] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:33:08.771503 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] Provisioning complete for port cd996cff-66be-415b-8efd-f6730c5c6442 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:08.771871 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.773533 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:07Z', 'revision_number': 3, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:08.798213 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device cd996cff-66be-415b-8efd-f6730c5c6442 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:33:08.803603 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:08.804167 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Updating router 347dd3d8-52d3-4aa2-8360-c57271695d25 port 3ec960c2-b90d-474c-92b5-870d1b21db1d binding host dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:33:08.807234 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:08.815036 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:08.833476 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.907868 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.933476 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port cd996cff-66be-415b-8efd-f6730c5c6442 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:08.933827 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.940204 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] Current status of the port cd996cff-66be-415b-8efd-f6730c5c6442 is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:08.940583 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:08.988112 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.012727 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] For port cd996cff-66be-415b-8efd-f6730c5c6442, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=cd996cff-66be-415b-8efd-f6730c5c6442,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:09.023785 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.102825 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.115116 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Allocated IP 172.20.0.1 (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61/44acc61e-9925-4946-ad9a-5a001f073b1e/a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:33:09.115849 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a3fb3-74f4-425a-a7dd-79971b4373bf None None] Pushing event updated for resources: {'Port': ['ID=cd996cff-66be-415b-8efd-f6730c5c6442,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:09.125211 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port cd996cff-66be-415b-8efd-f6730c5c6442 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:09.189539 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Publish callbacks [] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), precommit_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.194820 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.231403 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks [] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.248855 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-071167eb-e242-48ba-b096-654304e96b7d None None] Provisioning complete for port cd996cff-66be-415b-8efd-f6730c5c6442 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:09.249118 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-071167eb-e242-48ba-b096-654304e96b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.253942 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Attempting to bind port 3ec960c2-b90d-474c-92b5-870d1b21db1d on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:33:09.254414 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Attempting to bind port 3ec960c2-b90d-474c-92b5-870d1b21db1d by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:33:09.254957 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Attempting to bind port 3ec960c2-b90d-474c-92b5-870d1b21db1d on network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:33:09.262501 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Pushing event updated for resources: {'Port': ['ID=3ec960c2-b90d-474c-92b5-870d1b21db1d,revision_number=2']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:09.265832 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.266161 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:33:09.266537 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Checking segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:33:09.266946 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.267387 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Bound using segment: {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'} {{(pid=103892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:33:09.267915 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.managers [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Bound port: 3ec960c2-b90d-474c-92b5-870d1b21db1d, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c172e57c-cf8c-4e42-a270-ce45b84b2d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}}] {{(pid=103892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:33:09.268187 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), before_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.274660 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.275080 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.275979 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.276332 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.276699 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.277028 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.277347 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.277670 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.277991 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.278310 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.278632 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.278964 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.279309 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.279628 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.279943 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:33:09.320204 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:33:09.323478 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.325603 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.326434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:09.333471 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:33:09.333826 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] For port 3ec960c2-b90d-474c-92b5-870d1b21db1d, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:33:09.339088 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.plugins.ml2.db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] For port 3ec960c2-b90d-474c-92b5-870d1b21db1d, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=3ec960c2-b90d-474c-92b5-870d1b21db1d,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:33:09.347671 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron_lib.callbacks.manager [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), after_update {{(pid=103892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.354144 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-071167eb-e242-48ba-b096-654304e96b7d None None] Current status of the port cd996cff-66be-415b-8efd-f6730c5c6442 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:09.360768 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:09.381729 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1731261'] for router_interface (347dd3d8-52d3-4aa2-8360-c57271695d25), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.416204 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:09.416847 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:09.419957 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.424290 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a3748-4a52-4bb1-94cd-6957b84379d6 None None] Pushing event updated for resources: {'Port': ['ID=3ec960c2-b90d-474c-92b5-870d1b21db1d,revision_number=3']} {{(pid=103892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:09.524708 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.529029 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:09.673382 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-f1dbd9c0-4c61-4390-be09-9c474a6603a6 None None] Provisioning complete for port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:09.673382 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd9c0-4c61-4390-be09-9c474a6603a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.692886 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.703721 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:07Z', 'revision_number': 3, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:09.706113 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbd9c0-4c61-4390-be09-9c474a6603a6 None None] Port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:33:09.724552 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks [] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.729392 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.732118 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa3cfe-d8d3-4545-b645-26ad2da4fab7 None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:07Z', 'revision_number': 3, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:09.800918 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:09.803480 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1898306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1731145'] for router_interface (347dd3d8-52d3-4aa2-8360-c57271695d25), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:09.849926 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:09.901685 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:33:09.903095 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:10.057244 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:10.136343 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-ef499dc7-67bc-423c-b54b-bf4e7d1644b7 None None] Provisioning complete for port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:10.136872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ef499dc7-67bc-423c-b54b-bf4e7d1644b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:10.176026 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-ef499dc7-67bc-423c-b54b-bf4e7d1644b7 None None] Port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:33:10.176244 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:10.183065 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-591699e5-14cb-4ce0-871e-5c2afb1cc8e4 admin admin] 10.222.0.81 "PUT /v2.0/routers/347dd3d8-52d3-4aa2-8360-c57271695d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233198 Jun 07 14:33:10.803053 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device cd996cff-66be-415b-8efd-f6730c5c6442 up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:33:10.849725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port cd996cff-66be-415b-8efd-f6730c5c6442 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:10.850095 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:10.920197 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port cd996cff-66be-415b-8efd-f6730c5c6442 is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:10.921195 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3ec960c2-b90d-474c-92b5-870d1b21db1d up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:33:10.961838 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 3ec960c2-b90d-474c-92b5-870d1b21db1d triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:10.962212 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.040403 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 3ec960c2-b90d-474c-92b5-870d1b21db1d is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:11.040850 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.062338 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] For port 3ec960c2-b90d-474c-92b5-870d1b21db1d, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=3ec960c2-b90d-474c-92b5-870d1b21db1d,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:11.066116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.113748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Pushing event updated for resources: {'Port': ['ID=3ec960c2-b90d-474c-92b5-870d1b21db1d,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:11.261257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:11.270952 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:11.271599 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:11.373989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:11.485934 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 49982) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:11.490410 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894285122', 'description': 'tempest-description--919095509'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:11.512147 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.567723 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:11.582939 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (1f8964da-efb7-4027-b377-48110c671a98), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.587260 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (1f8964da-efb7-4027-b377-48110c671a98), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.594051 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:11.594398 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Updating router 347dd3d8-52d3-4aa2-8360-c57271695d25 port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb binding host dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:33:11.620873 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.624818 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1352553 Jun 07 14:33:11.624818 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c5021-e662-4e96-af0b-5f8224894d7d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8964da-efb7-4027-b377-48110c671a98,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:11.625381 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49984) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:11.625865 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.630558 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': '1f8964da-efb7-4027-b377-48110c671a98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:11.661218 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (ca600aa4-6455-4bec-9bad-1c064d2f1c1b), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.717891 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (ca600aa4-6455-4bec-9bad-1c064d2f1c1b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.722080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (ca600aa4-6455-4bec-9bad-1c064d2f1c1b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.747551 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca600aa4-6455-4bec-9bad-1c064d2f1c1b,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:11.747779 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:11.752408 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.756223 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0a6c4979-e117-4098-9efa-0be5f94e80bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272278 Jun 07 14:33:11.756698 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49986) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:11.760974 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': '1f8964da-efb7-4027-b377-48110c671a98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:11.788838 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (f4cc4c76-13d6-4b75-ac8d-651c0a6bbcb3), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.845734 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (f4cc4c76-13d6-4b75-ac8d-651c0a6bbcb3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.850103 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (f4cc4c76-13d6-4b75-ac8d-651c0a6bbcb3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.869285 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cc4c76-13d6-4b75-ac8d-651c0a6bbcb3,revision_number=0']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:11.877836 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.881892 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-30a96bcc-499f-4a8f-b0f2-26087c7cff62 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217077 Jun 07 14:33:11.882088 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 49988) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:11.886426 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:11.907782 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.930197 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Publish callbacks [] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), precommit_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.935481 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:11.987584 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97848caf-055e-401d-bd0d-843c20bacec3 None None] Pushing event updated for resources: {'Port': ['ID=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,revision_number=3']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:11.989191 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.010158 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:12.050638 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Attempting to bind port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb on host dv-cinder-836083-9-iscsi for vnic_type normal with profile {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:33:12.051100 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Attempting to bind port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb by drivers openvswitch,hyperv on host dv-cinder-836083-9-iscsi at level 0 using segments [{'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:33:12.051590 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Attempting to bind port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:33:12.057752 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Checking agent: {'id': '797d9b17-e7cb-4bd9-9993-e4fc07643da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 12, 50), 'started_at': datetime.datetime(2022, 6, 7, 14, 13, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:33:12.057752 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:33:12.058319 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.058773 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Bound using segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} {{(pid=103891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:33:12.059339 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.managers [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Bound port: a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb, host: dv-cinder-836083-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}}] {{(pid=103891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:33:12.059783 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.105927 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_common [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.27.2.86 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/66cde0e7-016c-472b-a39f-97885a51c046) {{(pid=103890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:33:12.128663 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] For port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb, host dv-cinder-836083-9-iscsi, cleared binding levels {{(pid=103891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:33:12.132759 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] For port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb, host dv-cinder-836083-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:33:12.138942 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.166845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:12.169727 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:12.212046 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:12.213667 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:32:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:12.213918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:12.220668 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97848caf-055e-401d-bd0d-843c20bacec3 None None] Pushing event updated for resources: {'Port': ['ID=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:12.229058 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (66cde0e7-016c-472b-a39f-97885a51c046), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.257623 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] Provisioning complete for port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:12.257968 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.266575 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (66cde0e7-016c-472b-a39f-97885a51c046), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.307347 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:33:12.310555 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.base_scheduler [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:12.313147 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:33:12.346004 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=66cde0e7-016c-472b-a39f-97885a51c046,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:12.417769 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (7543224f-efe0-423c-9ca7-5e25cb29769f), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.455983 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (66cde0e7-016c-472b-a39f-97885a51c046), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.508857 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:12.546794 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] Current status of the port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb is: DOWN; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:12.547102 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.632980 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (66cde0e7-016c-472b-a39f-97885a51c046), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.638589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26152881'] for port (66cde0e7-016c-472b-a39f-97885a51c046), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.654915 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] For port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:12.661102 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.712236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=66cde0e7-016c-472b-a39f-97885a51c046,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:12.729170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (7543224f-efe0-423c-9ca7-5e25cb29769f), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.737030 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b0ec-54e3-44a6-bc38-3558ab55ab12 None None] Pushing event updated for resources: {'Port': ['ID=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:12.750221 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.754514 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0c097f26-a91d-41c1-b01b-adac32ea86bc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8685625 Jun 07 14:33:12.779192 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3ec960c2-b90d-474c-92b5-870d1b21db1d up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:33:12.811525 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:12.817613 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-2bf4cc3a-b899-4b02-86fe-4f73d88eff97 None None] Provisioning complete for port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:12.817988 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cc3a-b899-4b02-86fe-4f73d88eff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.865083 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52983e71-35ff-4b35-9045-c9519ce798d6 None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:12.901108 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port 3ec960c2-b90d-474c-92b5-870d1b21db1d triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:12.901537 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:12.927582 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-03e6fad4-c159-4dc2-8a78-02fe6aafece8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--894285122&fields=id&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 267 time: 0.0578127 Jun 07 14:33:12.975632 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4cc3a-b899-4b02-86fe-4f73d88eff97 None None] Current status of the port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:13.029778 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:13.041081 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port 3ec960c2-b90d-474c-92b5-870d1b21db1d is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:13.055892 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-1c287427-9ab8-4c77-a647-273db31b4bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:13.060125 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-06ac8ac3-adf8-4667-91cd-468f4fb7ca7b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:13.061653 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-06ac8ac3-adf8-4667-91cd-468f4fb7ca7b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1207809 Jun 07 14:33:13.077957 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-95b47e87-6d55-4416-a0bc-a508297a6e1d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/quotas/a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 375 time: 0.0106230 Jun 07 14:33:13.135193 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-5d50274f-fac5-4acd-89ba-255426156b38 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517964 Jun 07 14:33:13.199962 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-e7e8409f-5749-4dc6-ae4b-2fde3bf2bfd4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:33:13.201000 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-e7e8409f-5749-4dc6-ae4b-2fde3bf2bfd4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0536251 Jun 07 14:33:13.295258 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-866920f2-6a46-4ba9-bca5-282b97ef8e00 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880411 Jun 07 14:33:13.377875 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:13.392945 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8466bee1-686d-422c-a446-577ac65a20d0 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918837 Jun 07 14:33:13.567615 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f7c82276-9da9-4205-ab1d-6b3ac7ad177c req-80661aab-3f92-451f-b3ef-b9218b0fc1d8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 210 time: 0.0327814 Jun 07 14:33:14.520377 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-332f2a0e-4187-4a19-8f49-499c1387c6cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:14.521817 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-332f2a0e-4187-4a19-8f49-499c1387c6cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1067672 Jun 07 14:33:14.585853 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-dd24fafd-c527-488e-8b42-6411ae5f6ff0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 379 time: 0.0556929 Jun 07 14:33:14.658797 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'port': {'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'admin_state_up': True, 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'security_groups': ['1f8964da-efb7-4027-b377-48110c671a98']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:14.664134 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6a4108cc-ee7d-4b96-bb62-be7ec8437b26 req-bcdfb6b1-b377-431e-9fe8-99ee867273be tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Jun 07 14:33:14.706497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:14.760951 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb up at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:33:14.775748 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Made reservation on behalf of a68951caf41c425cb3e1335e30d52a3c for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:33:14.779360 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:14.809046 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Provisioning complete for port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:14.809587 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:14.842671 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:14.883866 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Current status of the port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb is: ACTIVE; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:14.910792 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.20.0.10 (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61/44acc61e-9925-4946-ad9a-5a001f073b1e/efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:33:14.912653 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:15.053530 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.085774 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.127704 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:33:15.130822 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:33:15.137624 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:33:15.143335 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:15.191364 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:15.191977 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.209519 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-8c6791a3-828e-4fc4-a453-b52c717d37fd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546358 Jun 07 14:33:15.223345 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Request body: {'port': {'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:15.289695 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.416106 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-4c069ff6-fdb0-4213-b09b-a1b21446797e None None] Provisioning complete for port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:15.416480 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4c069ff6-fdb0-4213-b09b-a1b21446797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.462208 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-4c069ff6-fdb0-4213-b09b-a1b21446797e None None] Port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:33:15.467305 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cdf1-0c61-493d-9e57-e7a19836340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.759198 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:15.780309 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670da13-3f64-4f07-8044-d1f1e3bde57b req-df89c253-8dfc-4f85-bfce-018867486fea tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:15.781844 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a670da13-3f64-4f07-8044-d1f1e3bde57b req-df89c253-8dfc-4f85-bfce-018867486fea tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 932 time: 0.0482638 Jun 07 14:33:15.832754 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a670da13-3f64-4f07-8044-d1f1e3bde57b req-86d3a83d-4f0f-4787-bcdb-b93f2d3bd4f1 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451953 Jun 07 14:33:15.850524 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:33:15.858224 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Publish callbacks [] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.871108 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Transition to ACTIVE for port object efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:33:15.875895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:15.927774 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:15.980740 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:16.004153 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Attempting to bind port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:33:16.004493 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Attempting to bind port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:33:16.004829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Attempting to bind port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:33:16.009846 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:33:16.010320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Attempting to bind port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:33:16.015500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:33:16.018271 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:33:16.018679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Bound using segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:33:16.019163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Bound port: efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:33:16.019620 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:16.089849 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] For port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:33:16.092772 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] For port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:33:16.099193 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:16.132059 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:16.132782 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:16.134148 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] 10.222.0.75 "PUT /v2.0/ports/efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f HTTP/1.1" status: 200 len: 1094 time: 0.9154556 Jun 07 14:33:16.136701 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:16.139858 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:16.173093 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1dee0-35df-4944-bf73-501c599a8344 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:16.184890 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:16.196748 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d7101e-e9f4-4330-9c5c-91dd5393ee73 x-openstack-request-id: req-f0d7101e-e9f4-4330-9c5c-91dd5393ee73 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:16.197485 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:16.197890 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0d7101e-e9f4-4330-9c5c-91dd5393ee73 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:16.198466 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d7101e-e9f4-4330-9c5c-91dd5393ee73'] response: {'name': 'network-changed', 'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'status': 'completed', 'code': 200} Jun 07 14:33:16.227267 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-1e12f2cd-886d-4ef8-b94a-0f422328ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:16.229662 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-1e12f2cd-886d-4ef8-b94a-0f422328ee85 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 1128 time: 0.0520303 Jun 07 14:33:16.270446 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-240ae2a6-448f-4061-940d-7d574731572a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f HTTP/1.1" status: 200 len: 217 time: 0.0336456 Jun 07 14:33:16.298555 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:16.326452 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-a4557613-0fac-46b9-a3db-75a76353b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:16.328016 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-a4557613-0fac-46b9-a3db-75a76353b109 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0515959 Jun 07 14:33:16.371837 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-4ed632b3-4eff-41dd-8d1d-74f4ba454621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:16.373294 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-4ed632b3-4eff-41dd-8d1d-74f4ba454621 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396969 Jun 07 14:33:16.465522 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-f5b60817-bbf9-498a-abe9-a8236dd5bfa8 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860045 Jun 07 14:33:16.555101 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cd9b978c-0609-46b6-bb35-76de1a30d0c5 req-2ca90794-f880-4fe6-9a3e-8f58a5ab1c06 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Jun 07 14:33:16.943437 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff31a-94f4-4de3-abd7-63fe39a6fd05 req-89de2e25-3e46-4857-ad9a-a073bf277533 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:16.944886 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-090ff31a-94f4-4de3-abd7-63fe39a6fd05 req-89de2e25-3e46-4857-ad9a-a073bf277533 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 944 time: 0.0463910 Jun 07 14:33:16.991413 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-090ff31a-94f4-4de3-abd7-63fe39a6fd05 req-9521d9e2-6c51-44cd-b410-017acdc0a814 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Jun 07 14:33:17.332638 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-abbe1f30-c75a-49a0-bd95-fbd4f1850114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:17.334022 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-abbe1f30-c75a-49a0-bd95-fbd4f1850114 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 1128 time: 0.0403340 Jun 07 14:33:17.428826 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-e0d07e80-b94d-4eac-8ef6-2af323cccec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:17.430329 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-e0d07e80-b94d-4eac-8ef6-2af323cccec6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0899482 Jun 07 14:33:17.470472 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-b0f6be34-0d46-4771-86b7-9bd171fde31d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f HTTP/1.1" status: 200 len: 217 time: 0.0342352 Jun 07 14:33:17.483240 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:17.520704 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-5b445db4-f7c5-4db2-b5c3-328d7cce6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:17.522131 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-5b445db4-f7c5-4db2-b5c3-328d7cce6766 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0461702 Jun 07 14:33:17.569243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-6c7d405c-7a87-4ee5-aaf5-5d9a517b7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:17.570712 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-6c7d405c-7a87-4ee5-aaf5-5d9a517b7bd8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428872 Jun 07 14:33:17.658686 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-c0c2fa9c-59e6-4531-9f3e-63093af28344 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816178 Jun 07 14:33:17.752061 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b4f3e72c-ffc2-46ed-b991-0a688304e6fb req-0fe933e3-48d4-4c61-b6a0-ecd6fd96db36 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872068 Jun 07 14:33:18.056615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:18.110512 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe42ed0-c121-41be-bc4d-2812299f7fd0 req-64b58cae-c075-498d-8a36-86972c2ec6dd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:18.112002 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ebe42ed0-c121-41be-bc4d-2812299f7fd0 req-64b58cae-c075-498d-8a36-86972c2ec6dd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 944 time: 0.0484633 Jun 07 14:33:18.161861 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ebe42ed0-c121-41be-bc4d-2812299f7fd0 req-d329a61f-5dcb-406a-a6c5-67d4b79eadf7 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Jun 07 14:33:19.281176 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e70293-4c8c-4854-be02-cdafc1305096 req-54bdf45b-95bc-4b3b-8923-4262f567d31e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:19.282632 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a4e70293-4c8c-4854-be02-cdafc1305096 req-54bdf45b-95bc-4b3b-8923-4262f567d31e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 944 time: 0.0519764 Jun 07 14:33:19.331024 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a4e70293-4c8c-4854-be02-cdafc1305096 req-799a73c1-50de-4257-b34a-c40d4b48a272 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428417 Jun 07 14:33:19.585615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:19.591143 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:33:19.689823 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:19.691906 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:19.701621 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=38 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:19.705157 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:33:19.706829 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=26 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:19.740258 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:19.740563 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:19.753729 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:33:19.774239 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:19.779006 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:19.824357 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:20.006719 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:33:20.444315 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab88230-0a33-40d2-bac0-abed1514480b req-305236aa-6c21-4fa0-bfa1-30d77747ab5e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:20.445739 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fab88230-0a33-40d2-bac0-abed1514480b req-305236aa-6c21-4fa0-bfa1-30d77747ab5e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 945 time: 0.0466926 Jun 07 14:33:20.491620 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fab88230-0a33-40d2-bac0-abed1514480b req-9b93a70a-9ef4-4e7d-a221-567717cfd3c6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403173 Jun 07 14:33:21.589725 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:33:21.606199 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbc431-5ce6-4725-9d8d-007d8422a033 req-1cc1a784-96b1-47c9-9ad2-5911c6de9450 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:21.607698 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45dbc431-5ce6-4725-9d8d-007d8422a033 req-1cc1a784-96b1-47c9-9ad2-5911c6de9450 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Jun 07 14:33:21.631872 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:33:21.638964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:33:21.639358 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:21.663419 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-45dbc431-5ce6-4725-9d8d-007d8422a033 req-131f8f93-a772-406b-82cc-313a0822b1c7 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499763 Jun 07 14:33:21.715736 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:33:21.716002 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:21.738289 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:21.740529 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835470e6-752a-4c4b-83c0-b531070f4473" -d '{"events": [{"server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "name": "network-vif-plugged", "status": "completed", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:21.753542 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:21.757603 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:21.783601 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e14d8-4f81-48b5-8ee6-bfea872a4247 x-openstack-request-id: req-e72e14d8-4f81-48b5-8ee6-bfea872a4247 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:21.783891 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "name": "network-vif-plugged", "status": "completed", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:21.784137 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e72e14d8-4f81-48b5-8ee6-bfea872a4247 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:21.784530 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72e14d8-4f81-48b5-8ee6-bfea872a4247'] response: {'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'code': 200} Jun 07 14:33:21.810912 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:21.931431 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:21.940613 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a7798-2e3c-46c1-8f7e-cf8b7f431465 req-a45ebd42-b695-45b7-a418-636474be62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:21.942189 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-249a7798-2e3c-46c1-8f7e-cf8b7f431465 req-a45ebd42-b695-45b7-a418-636474be62a8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 1130 time: 0.0421214 Jun 07 14:33:21.986660 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-249a7798-2e3c-46c1-8f7e-cf8b7f431465 req-3b8df045-e585-495e-a3cf-d3b4a78d313f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385005 Jun 07 14:33:22.777566 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cb43-041e-4587-a181-ea03dd318643 req-c7f1082d-8c15-4ff0-a615-de1df605fcab tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:22.778921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c4cb43-041e-4587-a181-ea03dd318643 req-c7f1082d-8c15-4ff0-a615-de1df605fcab tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0470645 Jun 07 14:33:22.827460 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-70c4cb43-041e-4587-a181-ea03dd318643 req-6a89643a-ef56-44e4-a5db-a19da33b621a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Jun 07 14:33:23.931029 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:23.946803 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dddd4-4e86-4fa1-be65-ba546656c286 req-500be4b9-60bd-4542-9d5f-2e52dad8385e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:23.948363 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad1dddd4-4e86-4fa1-be65-ba546656c286 req-500be4b9-60bd-4542-9d5f-2e52dad8385e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0475407 Jun 07 14:33:23.995082 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ad1dddd4-4e86-4fa1-be65-ba546656c286 req-429ab107-8f64-4a54-8cc0-99fe3b8f653a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Jun 07 14:33:24.111541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ad3ad-df57-46e7-b36a-4df73a51146b req-1afcdba2-5fe0-4d33-a160-981858d7b304 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:24.112937 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e31ad3ad-df57-46e7-b36a-4df73a51146b req-1afcdba2-5fe0-4d33-a160-981858d7b304 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0504804 Jun 07 14:33:24.123211 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50044) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:24.127455 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:33:24.166172 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (7543224f-efe0-423c-9ca7-5e25cb29769f), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:24.702790 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:24.836791 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:24.841169 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (7543224f-efe0-423c-9ca7-5e25cb29769f), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:24.935650 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP 7543224f-efe0-423c-9ca7-5e25cb29769f associated. External IP: 172.27.2.86, port: efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f. Jun 07 14:33:25.128613 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:25.228198 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:25.234267 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:25.239090 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:25.243578 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:25.254103 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:25.254704 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:25.271503 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-dd94036c-6df7-4fb2-9eda-eb5922dd32cb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "PUT /v2.0/floatingips/7543224f-efe0-423c-9ca7-5e25cb29769f HTTP/1.1" status: 200 len: 991 time: 1.1451371 Jun 07 14:33:25.271503 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:25.272217 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16721d3b-5a04-4bd8-bc85-d25b13a635b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:25.359775 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:25.419406 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4eb2f-2345-4898-8bdf-4c143586b0ae x-openstack-request-id: req-dea4eb2f-2345-4898-8bdf-4c143586b0ae {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:25.419695 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:25.419946 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dea4eb2f-2345-4898-8bdf-4c143586b0ae {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:25.420353 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea4eb2f-2345-4898-8bdf-4c143586b0ae'] response: {'name': 'network-changed', 'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'status': 'completed', 'code': 200} Jun 07 14:33:25.480412 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-a40b3d33-962c-49c8-8eaf-76b750195dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:25.481913 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-a40b3d33-962c-49c8-8eaf-76b750195dfe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 1130 time: 0.0399771 Jun 07 14:33:25.582690 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-22cd41d1-4db8-477b-97ae-e560ce116fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:25.584220 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-22cd41d1-4db8-477b-97ae-e560ce116fdb service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0957668 Jun 07 14:33:25.649205 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-953ec10b-390a-40c2-be00-ed2b14bd4f29 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f HTTP/1.1" status: 200 len: 999 time: 0.0585167 Jun 07 14:33:25.654163 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:24Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:25.678667 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:25.687819 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:25.688424 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:25.702218 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-f2b5707e-0c51-4cae-aec5-582695148c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:25.704048 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-f2b5707e-0c51-4cae-aec5-582695148c90 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0492582 Jun 07 14:33:25.748114 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-b8a62e71-98d5-4c74-b177-58de3bb64a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:25.749650 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-b8a62e71-98d5-4c74-b177-58de3bb64a98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406046 Jun 07 14:33:25.788089 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:25.837802 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-1a7dbe26-588d-4100-9804-7320cfc2cc24 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818214 Jun 07 14:33:25.931461 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-16721d3b-5a04-4bd8-bc85-d25b13a635b3 req-9da05269-064a-4373-a3d8-ddbf12d634d1 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876358 Jun 07 14:33:26.002033 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:24Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:26.025895 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f8639-9d15-4035-8b33-4cdee9f28675 None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:24Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:26.216960 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90deb8a-c687-45b9-8cfe-4f7af78c1dbb None None] New status for floating IP 7543224f-efe0-423c-9ca7-5e25cb29769f: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:33:26.414898 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:30.907468 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50052) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:31.050039 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Deleting port a2380db2-63d9-49ec-9f16-09188208196f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:31.050370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (a2380db2-63d9-49ec-9f16-09188208196f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:31.123571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (a2380db2-63d9-49ec-9f16-09188208196f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:31.123894 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (a2380db2-63d9-49ec-9f16-09188208196f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:31.137109 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Calling delete_port for a2380db2-63d9-49ec-9f16-09188208196f owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:31.254913 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:31.304514 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (a2380db2-63d9-49ec-9f16-09188208196f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:31.330360 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'Port': ['ID=a2380db2-63d9-49ec-9f16-09188208196f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:31.395737 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (958500d4-097b-4309-be77-4b5903fa4c31), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:31.396056 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Floating IP 958500d4-097b-4309-be77-4b5903fa4c31 disassociated (deleted). External IP: 172.27.2.234, port: 2122f609-8a6d-4e5d-bfcb-9d9443103453. Jun 07 14:33:31.542941 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:33:31.593513 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:31.671784 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:31.696740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:31.701224 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:31.706085 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:31.715576 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:31.716180 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:31.731085 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-1934da15-bd5b-4fce-bd85-ffc34507013a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "DELETE /v2.0/floatingips/958500d4-097b-4309-be77-4b5903fa4c31 HTTP/1.1" status: 204 len: 168 time: 0.8224168 Jun 07 14:33:31.731685 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:31.733897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca13ac52-4d57-4b57-98fb-efb79fbc739d" -d '{"events": [{"name": "network-changed", "server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:31.781918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40161d7a-3c63-49ef-9e37-d127a167a8e7 x-openstack-request-id: req-40161d7a-3c63-49ef-9e37-d127a167a8e7 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:31.782202 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:31.782645 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40161d7a-3c63-49ef-9e37-d127a167a8e7 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:31.783043 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40161d7a-3c63-49ef-9e37-d127a167a8e7'] response: {'name': 'network-changed', 'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'status': 'completed', 'code': 200} Jun 07 14:33:31.823827 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:31.848500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-02554009-e485-43bf-878c-e7957a477b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:31.850184 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-02554009-e485-43bf-878c-e7957a477b4b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 1130 time: 0.0470154 Jun 07 14:33:31.929420 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:31.956342 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-2fccd0d9-6a88-4742-be95-a03ef6455125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:31.957845 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-2fccd0d9-6a88-4742-be95-a03ef6455125 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.1004748 Jun 07 14:33:31.962868 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:31.979385 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f000e8-f46c-4f9a-bd76-00ed328bdc4e req-6f1c5a23-d6c9-4031-a0cd-3fddc7c0cb22 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:31.981423 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-19f000e8-f46c-4f9a-bd76-00ed328bdc4e req-6f1c5a23-d6c9-4031-a0cd-3fddc7c0cb22 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 946 time: 0.0524530 Jun 07 14:33:32.032672 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-19f000e8-f46c-4f9a-bd76-00ed328bdc4e req-14b606b8-2c9c-4ec0-99c2-8659779fe051 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 Jun 07 14:33:32.092516 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:58Z', 'revision_number': 1, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:32.144662 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:32.160966 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:32.161990 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:32.276309 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:32.479588 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:58Z', 'revision_number': 1, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:32.507736 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f3fd0-6ac3-4517-920d-56f4281985a6 None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '71d6ee12-dc95-4b66-8372-13dc21111bb5', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'port_id': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'mac_address': 'fa:16:3e:36:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291fe41-2937-47d4-b460-bacb77437438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:29:55Z', 'updated_at': '2022-06-07T14:29:58Z', 'revision_number': 1, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:32.722826 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f7139-1c22-4766-9123-2613b2d2d7d4 None None] New status for floating IP 958500d4-097b-4309-be77-4b5903fa4c31: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:33:33.008840 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-54e43cee-793d-490f-a528-cab30d8ed78d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453 HTTP/1.1" status: 200 len: 217 time: 0.0337157 Jun 07 14:33:33.063768 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-28d12610-5884-4517-9216-f8812e6362c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:33.065405 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-28d12610-5884-4517-9216-f8812e6362c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0496986 Jun 07 14:33:33.153681 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dd4d8-903e-400f-9d38-4947e5307734 req-dfdd7a8f-2feb-4394-9087-6f6f8dd43697 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:33.155157 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f49dd4d8-903e-400f-9d38-4947e5307734 req-dfdd7a8f-2feb-4394-9087-6f6f8dd43697 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 946 time: 0.0499344 Jun 07 14:33:33.200862 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:33.210406 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-49a2e20d-ff0b-4e08-8bbb-930f405d6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:33.211979 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-49a2e20d-ff0b-4e08-8bbb-930f405d6f2c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481102 Jun 07 14:33:33.213022 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-f49dd4d8-903e-400f-9d38-4947e5307734 req-f6cc9a57-9a37-4ce6-a44f-2e5c00868061 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522861 Jun 07 14:33:33.304481 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-b9ede7e5-57a6-4e13-8af5-2a420da08858 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Jun 07 14:33:33.548663 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:33.559192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-c2712881-4ddf-409a-91d9-0062f330afde tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:33.559867 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ca13ac52-4d57-4b57-98fb-efb79fbc739d req-ead6c42a-cbbe-4a86-b8fb-bb540655f7bd service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Jun 07 14:33:33.560729 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-c2712881-4ddf-409a-91d9-0062f330afde tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 946 time: 0.0468218 Jun 07 14:33:33.648054 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Deleting port 2122f609-8a6d-4e5d-bfcb-9d9443103453 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:33.648387 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:33.739312 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] For port 2122f609-8a6d-4e5d-bfcb-9d9443103453, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2122f609-8a6d-4e5d-bfcb-9d9443103453,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:33.739685 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:33.754162 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Calling delete_port for 2122f609-8a6d-4e5d-bfcb-9d9443103453 owned by compute:nova {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:33.806482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:33.890115 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (2122f609-8a6d-4e5d-bfcb-9d9443103453), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:33.918192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'Port': ['ID=2122f609-8a6d-4e5d-bfcb-9d9443103453,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:33.963018 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] No DVR routers for this DVR port 2122f609-8a6d-4e5d-bfcb-9d9443103453 on host hv-cinder-83608 {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:33.965678 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:33.969166 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-88c71c9c-b1de-45cf-bc6b-4e2c2ea89e68 req-3d156639-c531-4a8f-9332-f1e6ddc2186a tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "DELETE /v2.0/ports/2122f609-8a6d-4e5d-bfcb-9d9443103453 HTTP/1.1" status: 204 len: 173 time: 0.3975084 Jun 07 14:33:33.969593 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'name': 'network-vif-deleted', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:33.972740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a286b2-a52b-40f0-bba5-eb22d6399aeb" -d '{"events": [{"server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "name": "network-vif-deleted", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:34.009597 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd8321-46cf-42c9-ac09-a90a98c32582 x-openstack-request-id: req-adfd8321-46cf-42c9-ac09-a90a98c32582 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:34.009890 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25aa543f-396c-46d5-a8b6-2eb21e172198", "name": "network-vif-deleted", "tag": "2122f609-8a6d-4e5d-bfcb-9d9443103453", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:34.010146 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adfd8321-46cf-42c9-ac09-a90a98c32582 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:34.010552 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfd8321-46cf-42c9-ac09-a90a98c32582'] response: {'server_uuid': '25aa543f-396c-46d5-a8b6-2eb21e172198', 'name': 'network-vif-deleted', 'tag': '2122f609-8a6d-4e5d-bfcb-9d9443103453', 'status': 'completed', 'code': 200} Jun 07 14:33:34.329788 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8902d3ad-0c16-4a85-b13c-7825ec36376b req-bbc359ab-1242-458d-8b71-a6a13cecb8ff tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=25aa543f-396c-46d5-a8b6-2eb21e172198 HTTP/1.1" status: 200 len: 210 time: 0.0306525 Jun 07 14:33:37.619912 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50082) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:37.685473 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 2122f609-8a6d-4e5d-bfcb-9d9443103453 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:37.705077 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 2122f609-8a6d-4e5d-bfcb-9d9443103453 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:37.705419 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 2122f609-8a6d-4e5d-bfcb-9d9443103453 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:37.758213 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Deleting port 7f4c3bba-08ce-4b24-bdd2-568f20d516dd {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:37.758552 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:37.827626 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:37.836547 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:37.836905 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:37.851082 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Calling delete_port for 7f4c3bba-08ce-4b24-bdd2-568f20d516dd owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:37.992101 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (7f4c3bba-08ce-4b24-bdd2-568f20d516dd), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:38.020892 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'Port': ['ID=7f4c3bba-08ce-4b24-bdd2-568f20d516dd,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:38.087153 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (71d6ee12-dc95-4b66-8372-13dc21111bb5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:38.087589 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Floating IP 71d6ee12-dc95-4b66-8372-13dc21111bb5 disassociated (deleted). External IP: 172.27.2.118, port: 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9. Jun 07 14:33:38.280643 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:38.375894 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:38.384470 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:38.389502 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:38.393908 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:38.403175 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:38.403818 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:38.418939 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e58ef9f3-03bf-41e5-adeb-27f917976559 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "DELETE /v2.0/floatingips/71d6ee12-dc95-4b66-8372-13dc21111bb5 HTTP/1.1" status: 204 len: 168 time: 0.7979667 Jun 07 14:33:38.419537 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:38.421742 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2342799-2506-4a1c-885e-067f2604355f" -d '{"events": [{"name": "network-changed", "server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:38.459193 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867eb820-a2df-41dc-afeb-515033696783 x-openstack-request-id: req-867eb820-a2df-41dc-afeb-515033696783 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:38.459705 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:38.460126 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-867eb820-a2df-41dc-afeb-515033696783 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:38.460594 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867eb820-a2df-41dc-afeb-515033696783'] response: {'name': 'network-changed', 'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'status': 'completed', 'code': 200} Jun 07 14:33:38.529774 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342799-2506-4a1c-885e-067f2604355f req-8d8763a5-88e6-4021-a56e-05f7359052d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:38.533093 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-8d8763a5-88e6-4021-a56e-05f7359052d8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6ee52855d08e467f9d2f02685d7bf541&device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 1129 time: 0.0499797 Jun 07 14:33:38.612228 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:38.661112 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:38.678849 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c744ab4-007e-4e88-add3-c629f5c819d7 req-7b250b3e-6612-4cd4-837f-1f295a09a832 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:38.680312 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1c744ab4-007e-4e88-add3-c629f5c819d7 req-7b250b3e-6612-4cd4-837f-1f295a09a832 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 945 time: 0.0698524 Jun 07 14:33:38.684443 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342799-2506-4a1c-885e-067f2604355f req-264480eb-a8d1-43e2-9680-e79cb32ea061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:38.685879 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-264480eb-a8d1-43e2-9680-e79cb32ea061 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 200 len: 912 time: 0.1400919 Jun 07 14:33:38.735596 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1c744ab4-007e-4e88-add3-c629f5c819d7 req-cf96c966-7ec8-454f-8b0e-9d49b7a12628 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487571 Jun 07 14:33:38.787770 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:38.800303 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:38.825793 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:38.833820 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:38.834410 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:38.881162 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:38.933660 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:39.117763 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:39.142255 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7f94f-ec7c-4ad7-9bb6-d1bae82d674b None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:26:31Z', 'revision_number': 4, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': '2ee08c11-e3bc-4ae8-93eb-e601751254c5', 'name': '', 'network_id': '2c006233-0519-428c-b750-6c5e4d46a20e', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'mac_address': 'fa:16:3e:1f:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:30Z', 'updated_at': '2022-06-07T14:26:35Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'subnets': [{'id': 'fe9d5a43-1986-4a7f-94a1-bcac016af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:39.361327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06d7c2-6130-456b-b523-9e8f2a0714c3 None None] New status for floating IP 71d6ee12-dc95-4b66-8372-13dc21111bb5: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:33:39.679800 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-6ebc0d6b-34d9-4e22-bb44-3fee30b1a19a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 200 len: 217 time: 0.0333078 Jun 07 14:33:39.728518 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342799-2506-4a1c-885e-067f2604355f req-36bc2a15-82b2-4fbe-917b-7041c8cc34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:39.729945 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-36bc2a15-82b2-4fbe-917b-7041c8cc34f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 200 len: 850 time: 0.0431230 Jun 07 14:33:39.881143 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94ac3-10f6-49d3-a5b7-9b4f712bcd99 req-89b89563-4940-4009-bf96-cf07747c36e0 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:39.882568 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bfa94ac3-10f6-49d3-a5b7-9b4f712bcd99 req-89b89563-4940-4009-bf96-cf07747c36e0 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 945 time: 0.0767391 Jun 07 14:33:39.892293 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342799-2506-4a1c-885e-067f2604355f req-d0556d4c-1ec0-41a6-87b2-940781955572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:39.893711 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-d0556d4c-1ec0-41a6-87b2-940781955572 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2c006233-0519-428c-b750-6c5e4d46a20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586362 Jun 07 14:33:39.981308 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bfa94ac3-10f6-49d3-a5b7-9b4f712bcd99 req-62c3ea18-9763-4383-98f2-44944e411fd4 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/security-groups?id=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909886 Jun 07 14:33:40.011921 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-a5009710-3c89-4252-9adb-60d040ef1673 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052132 Jun 07 14:33:40.146245 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e2342799-2506-4a1c-885e-067f2604355f req-5c8bfb5c-5acc-4c02-a762-4a48439ff9f9 service neutron] 10.222.0.75 "GET /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903759 Jun 07 14:33:40.194571 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959f211-5688-4417-8940-0c8691672a1a req-d99f27a0-94b7-421a-a0f1-993149eb2aca tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:33:40.196130 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-1959f211-5688-4417-8940-0c8691672a1a req-d99f27a0-94b7-421a-a0f1-993149eb2aca tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 945 time: 0.0567257 Jun 07 14:33:40.279495 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Deleting port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:40.279755 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:40.369337 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] For port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:40.369721 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:40.383840 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Calling delete_port for 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:40.506865 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (8116f16b-8bdf-45d6-b0d0-8c403dbe11a9), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:40.536781 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'Port': ['ID=8116f16b-8bdf-45d6-b0d0-8c403dbe11a9,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:40.584245 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] No DVR routers for this DVR port 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:40.586642 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:40.589933 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-1959f211-5688-4417-8940-0c8691672a1a req-394ccfc4-39de-4067-be1e-63b85a113907 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.75 "DELETE /v2.0/ports/8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 HTTP/1.1" status: 204 len: 173 time: 0.3886967 Jun 07 14:33:40.590428 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'name': 'network-vif-deleted', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:33:40.592641 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3649a-db03-42cb-9549-9e641dedffd1" -d '{"events": [{"server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "name": "network-vif-deleted", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:33:40.630182 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc4c80-6677-4ae5-b1df-eaff8bc62a02 x-openstack-request-id: req-c5fc4c80-6677-4ae5-b1df-eaff8bc62a02 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:33:40.630467 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c291fe41-2937-47d4-b460-bacb77437438", "name": "network-vif-deleted", "tag": "8116f16b-8bdf-45d6-b0d0-8c403dbe11a9", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:33:40.630714 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5fc4c80-6677-4ae5-b1df-eaff8bc62a02 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:33:40.631111 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5fc4c80-6677-4ae5-b1df-eaff8bc62a02'] response: {'server_uuid': 'c291fe41-2937-47d4-b460-bacb77437438', 'name': 'network-vif-deleted', 'tag': '8116f16b-8bdf-45d6-b0d0-8c403dbe11a9', 'status': 'completed', 'code': 200} Jun 07 14:33:41.088095 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-92b0e817-49b4-439d-8653-64190eb6e390 req-a3e331a1-efe0-441e-b5d0-03aa95d9e942 tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c291fe41-2937-47d4-b460-bacb77437438 HTTP/1.1" status: 200 len: 210 time: 0.0281351 Jun 07 14:33:42.146215 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50100) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:42.255829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Deleting port f9c9b053-2ef7-45f3-a626-33d196320b15 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:42.256287 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:42.335043 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:42.335411 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (f9c9b053-2ef7-45f3-a626-33d196320b15), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:42.348970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Calling delete_port for f9c9b053-2ef7-45f3-a626-33d196320b15 owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:42.393047 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:42.479099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (f9c9b053-2ef7-45f3-a626-33d196320b15), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:42.511179 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'Port': ['ID=f9c9b053-2ef7-45f3-a626-33d196320b15,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:42.569839 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for floatingip (2f952750-a9b5-49be-ad2c-d8657f101789), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:42.572510 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:42.573662 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a0b97cde-424b-42d3-8351-8dc2cf88cd4d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "DELETE /v2.0/floatingips/2f952750-a9b5-49be-ad2c-d8657f101789 HTTP/1.1" status: 204 len: 168 time: 0.4265945 Jun 07 14:33:42.754020 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:43.039436 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3348a158-3773-445b-8318-825b20077641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:43.697343 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:43.716613 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:43.716956 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 8116f16b-8bdf-45d6-b0d0-8c403dbe11a9 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:43.770720 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50112) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:43.827724 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bdded4fa-bb06-4df7-9d40-048ad339597d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group (ffdebfa7-13a8-4f3f-84d9-450e5d83dc29), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:43.852836 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bdded4fa-bb06-4df7-9d40-048ad339597d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group (ffdebfa7-13a8-4f3f-84d9-450e5d83dc29), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:43.915950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bdded4fa-bb06-4df7-9d40-048ad339597d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (ffdebfa7-13a8-4f3f-84d9-450e5d83dc29), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:43.919077 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bdded4fa-bb06-4df7-9d40-048ad339597d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:43.920259 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-bdded4fa-bb06-4df7-9d40-048ad339597d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] 10.222.0.81 "DELETE /v2.0/security-groups/ffdebfa7-13a8-4f3f-84d9-450e5d83dc29 HTTP/1.1" status: 204 len: 168 time: 0.1483552 Jun 07 14:33:43.929498 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded4fa-bb06-4df7-9d40-048ad339597d tempest-TestVolumeBootPattern-1981564424 tempest-TestVolumeBootPattern-1981564424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdebfa7-13a8-4f3f-84d9-450e5d83dc29,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:43.973276 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50116) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:44.513375 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:44.647800 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (eb8296b9-ee6a-4869-9210-8b374ed73314), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:44.649167 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:44.867822 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Deleting port 2ee08c11-e3bc-4ae8-93eb-e601751254c5 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:44.868517 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:44.949246 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] For port 2ee08c11-e3bc-4ae8-93eb-e601751254c5, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=2ee08c11-e3bc-4ae8-93eb-e601751254c5,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:44.949610 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:44.962452 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Calling delete_port for 2ee08c11-e3bc-4ae8-93eb-e601751254c5 owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:45.137973 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (2ee08c11-e3bc-4ae8-93eb-e601751254c5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.164151 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee08c11-e3bc-4ae8-93eb-e601751254c5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:45.322827 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:45.326557 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (eb8296b9-ee6a-4869-9210-8b374ed73314), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.450347 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-a519fae8-3e8b-430b-bbe3-e2aa66669b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.511679 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:45.536754 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Router eb8296b9-ee6a-4869-9210-8b374ed73314 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:45.637708 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:45.642732 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-6efcfeef-c658-4d77-895c-f62d6e0911a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb8296b9-ee6a-4869-9210-8b374ed73314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6683257 Jun 07 14:33:45.645141 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50120) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:45.646289 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] Sync routers for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:45.656932 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:45.657544 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:45.745504 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks [] for router (eb8296b9-ee6a-4869-9210-8b374ed73314), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.757704 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:45.850271 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks [] for router_gateway (eb8296b9-ee6a-4869-9210-8b374ed73314), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.892205 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Deleting port 89f8775c-fb1d-44df-a6b7-e682bf165a9f {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:45.892911 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.923179 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:33:45Z', 'revision_number': 5, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port': {'id': '89f8775c-fb1d-44df-a6b7-e682bf165a9f', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:29Z', 'updated_at': '2022-06-07T14:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:45.952012 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] Checking router: eb8296b9-ee6a-4869-9210-8b374ed73314 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:45.960316 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] Routers {'eb8296b9-ee6a-4869-9210-8b374ed73314'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:45.960941 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['eb8296b9-ee6a-4869-9210-8b374ed73314'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:45.971555 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] For port 89f8775c-fb1d-44df-a6b7-e682bf165a9f, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=89f8775c-fb1d-44df-a6b7-e682bf165a9f,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:45.971920 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:45.989054 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Calling delete_port for 89f8775c-fb1d-44df-a6b7-e682bf165a9f owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:46.041400 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] Set router eb8296b9-ee6a-4869-9210-8b374ed73314 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:46.093076 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:33:45Z', 'revision_number': 6, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:46.117580 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b88cd-8725-43b7-9090-5e6fc24e585e None None] The sync data for ids ['eb8296b9-ee6a-4869-9210-8b374ed73314'] in dv-cinder-836083-9-iscsi is: [{'id': 'eb8296b9-ee6a-4869-9210-8b374ed73314', 'name': 'tempest-TestVolumeBootPattern-131021383-router', 'tenant_id': '6ee52855d08e467f9d2f02685d7bf541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:28Z', 'updated_at': '2022-06-07T14:33:45Z', 'revision_number': 6, 'project_id': '6ee52855d08e467f9d2f02685d7bf541', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:46.160651 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (89f8775c-fb1d-44df-a6b7-e682bf165a9f), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.186652 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=89f8775c-fb1d-44df-a6b7-e682bf165a9f,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:46.248479 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:46.253914 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (eb8296b9-ee6a-4869-9210-8b374ed73314), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.287503 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:46.301929 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.332298 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:46.342550 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (eb8296b9-ee6a-4869-9210-8b374ed73314), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.344932 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks [] for router_controller (eb8296b9-ee6a-4869-9210-8b374ed73314), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.396487 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (eb8296b9-ee6a-4869-9210-8b374ed73314), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.397422 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8296b9-ee6a-4869-9210-8b374ed73314 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:33:46.401939 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.403133 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-f951f3a3-206d-44e7-b688-47cb417ff0ec admin admin] 10.222.0.81 "DELETE /v2.0/routers/eb8296b9-ee6a-4869-9210-8b374ed73314 HTTP/1.1" status: 204 len: 168 time: 0.7570815 Jun 07 14:33:46.405660 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50124) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:46.451053 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Deleting subnet fe9d5a43-1986-4a7f-94a1-bcac016af677 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:33:46.454453 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Publish callbacks [] for subnet (fe9d5a43-1986-4a7f-94a1-bcac016af677), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.490152 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3239358'] for subnet (fe9d5a43-1986-4a7f-94a1-bcac016af677), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.576278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (fe9d5a43-1986-4a7f-94a1-bcac016af677), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.628147 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26152847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25795804'] for subnet (fe9d5a43-1986-4a7f-94a1-bcac016af677), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.654206 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9d5a43-1986-4a7f-94a1-bcac016af677,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:46.656173 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.659311 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-4151afc5-eb02-4a78-a721-2dfd91ee0d52 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fe9d5a43-1986-4a7f-94a1-bcac016af677 HTTP/1.1" status: 204 len: 168 time: 0.2526705 Jun 07 14:33:46.661255 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380be1e3-815d-43d3-aff0-f3936384997a None None] Network 2c006233-0519-428c-b750-6c5e4d46a20e requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:33:46.661753 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50126) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:46.728920 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (2c006233-0519-428c-b750-6c5e4d46a20e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.775943 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Deleting port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:46.776277 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.844501 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] For port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:46.844859 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.859474 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] DHCP port deletion for 2c006233-0519-428c-b750-6c5e4d46a20e request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:33:46.863707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Calling delete_port for 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:46.902085 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] Deleting port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:46.902629 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.939778 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 2ee08c11-e3bc-4ae8-93eb-e601751254c5 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:46.950299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:46.972976 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 2ee08c11-e3bc-4ae8-93eb-e601751254c5 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:46.973420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 2ee08c11-e3bc-4ae8-93eb-e601751254c5 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:46.973739 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:46.976146 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:46.981493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] No DVR routers for this DVR port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:47.004101 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:47.004451 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:47.004871 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 89f8775c-fb1d-44df-a6b7-e682bf165a9f no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:47.011189 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] For port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,segment=NetworkSegment(a30efc86-fcae-4f37-a79a-bc4de4a91779),segment_id=a30efc86-fcae-4f37-a79a-bc4de4a91779)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:47.011728 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.033889 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 89f8775c-fb1d-44df-a6b7-e682bf165a9f {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:47.034232 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 89f8775c-fb1d-44df-a6b7-e682bf165a9f not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:47.041239 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] Calling delete_port for 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:47.055838 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (2c006233-0519-428c-b750-6c5e4d46a20e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.078692 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c006233-0519-428c-b750-6c5e4d46a20e']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:47.088184 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30efc86-fcae-4f37-a79a-bc4de4a91779') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:47.088482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30efc86-fcae-4f37-a79a-bc4de4a91779') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:47.103401 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (a30efc86-fcae-4f37-a79a-bc4de4a91779), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.117438 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (a30efc86-fcae-4f37-a79a-bc4de4a91779), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.119550 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:47.119689 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (4f2c7bbf-5037-4677-87a0-53ca32aa8bf9), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.125847 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:33:47.126299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (a30efc86-fcae-4f37-a79a-bc4de4a91779), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.134572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] No DVR routers for this DVR port 4f2c7bbf-5037-4677-87a0-53ca32aa8bf9 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:47.158028 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349b544-efb7-40e3-929f-a00a4bc1a7df None None] Pushing event deleted for resources: {'Port': ['ID=4f2c7bbf-5037-4677-87a0-53ca32aa8bf9,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:47.178171 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment a30efc86-fcae-4f37-a79a-bc4de4a91779 resource provider aggregate not found Jun 07 14:33:47.200267 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (2c006233-0519-428c-b750-6c5e4d46a20e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.203350 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment a30efc86-fcae-4f37-a79a-bc4de4a91779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a30efc86-fcae-4f37-a79a-bc4de4a91779 found for delete ", "request_id": "req-ef70bb78-deaf-44fa-abb8-106ed0e27e0d"}]} Jun 07 14:33:47.209055 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.210801 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] 10.222.0.81 "DELETE /v2.0/networks/2c006233-0519-428c-b750-6c5e4d46a20e HTTP/1.1" status: 204 len: 168 time: 0.5481579 Jun 07 14:33:47.213848 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50132) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:47.230912 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2d766-087f-4f93-a436-3949aaf3577c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c006233-0519-428c-b750-6c5e4d46a20e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:47.316719 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:DELETE=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:47.535853 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:47.752057 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Deleting port 6d81851e-de6c-4a03-996b-6e63d320745e {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:47.752392 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:48.093079 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] For port 6d81851e-de6c-4a03-996b-6e63d320745e, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=6d81851e-de6c-4a03-996b-6e63d320745e,segment=NetworkSegment(ddb40cae-06fc-4395-a940-8f4ab2bcd6c1),segment_id=ddb40cae-06fc-4395-a940-8f4ab2bcd6c1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:48.093843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:48.108482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Calling delete_port for 6d81851e-de6c-4a03-996b-6e63d320745e owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:48.208612 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:48.293251 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (6d81851e-de6c-4a03-996b-6e63d320745e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:48.297021 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:48.320242 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d81851e-de6c-4a03-996b-6e63d320745e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:48.376336 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:48.488929 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:48.689918 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:33:48.802653 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:33:48.807870 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-bb888d2f-3974-432f-9b7a-59b7ed2f32b5 admin admin] 10.222.0.81 "PUT /v2.0/routers/a775ca5d-0c3f-4861-ba2e-128eaa5e51a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5931432 Jun 07 14:33:48.810691 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50134) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:48.811064 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] Sync routers for ids ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'] in dv-cinder-836083-9-iscsi {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:33:48.821723 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] Routers {'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:48.822334 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:48.910572 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:48.910828 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks [] for router (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:48.924814 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] Set router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:49.009299 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks [] for router_gateway (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.052838 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Deleting port 858c4144-e42e-4e69-b839-afecdddb31a9 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:49.053184 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.093073 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:33:48Z', 'revision_number': 5, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port': {'id': '858c4144-e42e-4e69-b839-afecdddb31a9', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:49.117532 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] Checking router: a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 for host: dv-cinder-836083-9-iscsi {{(pid=103891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:33:49.126133 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] Routers {'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:33:49.126758 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:33:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'], 'active': True} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:49.135377 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] For port 858c4144-e42e-4e69-b839-afecdddb31a9, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=858c4144-e42e-4e69-b839-afecdddb31a9,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:49.135928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.149904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Calling delete_port for 858c4144-e42e-4e69-b839-afecdddb31a9 owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:49.209241 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:49.212262 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvr_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] Set router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 gateway port host: None {{(pid=103891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:33:49.253520 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:49.265816 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_hamode_db [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:33:49Z', 'revision_number': 6, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:49.290396 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a4ec6-69bd-4f99-8133-6b3577ce87bc None None] The sync data for ids ['a775ca5d-0c3f-4861-ba2e-128eaa5e51a2'] in dv-cinder-836083-9-iscsi is: [{'id': 'a775ca5d-0c3f-4861-ba2e-128eaa5e51a2', 'name': 'tempest-TestVolumeBootPattern-1492003949-router', 'tenant_id': '25f284306301418aae8458f7fea5b9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:26:33Z', 'updated_at': '2022-06-07T14:33:49Z', 'revision_number': 6, 'project_id': '25f284306301418aae8458f7fea5b9eb', 'gw_port_host': None}] {{(pid=103891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:33:49.327374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (858c4144-e42e-4e69-b839-afecdddb31a9), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.353473 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Pushing event deleted for resources: {'Port': ['ID=858c4144-e42e-4e69-b839-afecdddb31a9,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:49.414752 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.500626 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.502781 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks [] for router_controller (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.546849 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (a775ca5d-0c3f-4861-ba2e-128eaa5e51a2), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.547395 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:33:49.551385 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.552509 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-f9f5b406-2c3e-47d3-aed2-72841618b904 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a775ca5d-0c3f-4861-ba2e-128eaa5e51a2 HTTP/1.1" status: 204 len: 168 time: 0.7408321 Jun 07 14:33:49.554965 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50136) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:49.592851 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.601248 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Deleting subnet 026bbd0a-aceb-4117-844c-223a304fbae0 {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:33:49.604400 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Publish callbacks [] for subnet (026bbd0a-aceb-4117-844c-223a304fbae0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.639982 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3239358'] for subnet (026bbd0a-aceb-4117-844c-223a304fbae0), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.725543 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (026bbd0a-aceb-4117-844c-223a304fbae0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.780457 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26152847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25795804'] for subnet (026bbd0a-aceb-4117-844c-223a304fbae0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.805829 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026bbd0a-aceb-4117-844c-223a304fbae0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:49.809454 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.812726 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-790db91c-5dd4-4dcd-8ae3-bfa3056f8c68 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/026bbd0a-aceb-4117-844c-223a304fbae0 HTTP/1.1" status: 204 len: 168 time: 0.2566707 Jun 07 14:33:49.815005 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50138) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:49.815206 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36c225-bbb2-4e6e-9a60-f20b9ea941c7 None None] Network 0d956051-5874-477f-91fd-5cbc9faf064b requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:33:49.887403 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (0d956051-5874-477f-91fd-5cbc9faf064b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.930157 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Deleting port 1519570c-58f9-462a-881f-8e3bbd0f4a60 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:49.930488 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:49.992284 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] For port 1519570c-58f9-462a-881f-8e3bbd0f4a60, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=1519570c-58f9-462a-881f-8e3bbd0f4a60,segment=NetworkSegment(ddb40cae-06fc-4395-a940-8f4ab2bcd6c1),segment_id=ddb40cae-06fc-4395-a940-8f4ab2bcd6c1)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:49.992670 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.006031 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Calling delete_port for 1519570c-58f9-462a-881f-8e3bbd0f4a60 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:50.066142 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] DHCP port deletion for 0d956051-5874-477f-91fd-5cbc9faf064b request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:33:50.070566 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:50.092827 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.106686 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Deleting port 1519570c-58f9-462a-881f-8e3bbd0f4a60 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:33:50.107178 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.119091 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Pushing event deleted for resources: {'Port': ['ID=1519570c-58f9-462a-881f-8e3bbd0f4a60,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:50.123305 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] No DVR routers for this DVR port 1519570c-58f9-462a-881f-8e3bbd0f4a60 on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:50.146864 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:DELETE=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:50.178512 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] For port 1519570c-58f9-462a-881f-8e3bbd0f4a60, host dv-cinder-836083-9-iscsi, got binding levels [] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:33:50.178980 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.194259 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Calling delete_port for 1519570c-58f9-462a-881f-8e3bbd0f4a60 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:33:50.197565 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.ipam_backend_mixin [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Port 1519570c-58f9-462a-881f-8e3bbd0f4a60 was not found and therefore no delete operation was performed {{(pid=103891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 14:33:50.198936 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (1519570c-58f9-462a-881f-8e3bbd0f4a60), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.201564 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (0d956051-5874-477f-91fd-5cbc9faf064b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.221959 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d956051-5874-477f-91fd-5cbc9faf064b']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:50.226278 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] Pushing event deleted for resources: {'Port': ['ID=1519570c-58f9-462a-881f-8e3bbd0f4a60,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:50.229805 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6077ea-f5d8-4b41-b9d9-b8a9257d7b23 None None] No DVR routers for this DVR port 1519570c-58f9-462a-881f-8e3bbd0f4a60 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:33:50.232176 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:50.232362 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb40cae-06fc-4395-a940-8f4ab2bcd6c1') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:33:50.242332 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (ddb40cae-06fc-4395-a940-8f4ab2bcd6c1), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.256737 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (ddb40cae-06fc-4395-a940-8f4ab2bcd6c1), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.265037 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:33:50.265514 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (ddb40cae-06fc-4395-a940-8f4ab2bcd6c1), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.307886 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment ddb40cae-06fc-4395-a940-8f4ab2bcd6c1 resource provider aggregate not found Jun 07 14:33:50.326143 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment ddb40cae-06fc-4395-a940-8f4ab2bcd6c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddb40cae-06fc-4395-a940-8f4ab2bcd6c1 found for delete ", "request_id": "req-7acefc4a-371c-4d06-a59d-b2f2b576a3a0"}]} Jun 07 14:33:50.338778 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (0d956051-5874-477f-91fd-5cbc9faf064b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.348819 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.351866 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0d956051-5874-477f-91fd-5cbc9faf064b HTTP/1.1" status: 204 len: 168 time: 0.5358710 Jun 07 14:33:50.366196 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d10d47-d655-492f-86fe-332e60b78367 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d956051-5874-477f-91fd-5cbc9faf064b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:50.471902 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50146) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:50.498465 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:50.515859 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-a466ae5b-469c-4d7b-ab96-46fecbf2d0a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ee52855d08e467f9d2f02685d7bf541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425143 Jun 07 14:33:50.518335 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50148) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:50.567598 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fbf26155-9e1d-4649-8553-0edba42bb3f0 admin admin] Publish callbacks [] for security_group (6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.588453 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fbf26155-9e1d-4649-8553-0edba42bb3f0 admin admin] Publish callbacks [] for security_group (6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.639269 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fbf26155-9e1d-4649-8553-0edba42bb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.641692 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fbf26155-9e1d-4649-8553-0edba42bb3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:50.642840 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-fbf26155-9e1d-4649-8553-0edba42bb3f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0 HTTP/1.1" status: 204 len: 168 time: 0.1236069 Jun 07 14:33:50.650679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf26155-9e1d-4649-8553-0edba42bb3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4f5c95-6b82-4c4d-ad7b-a3056fbf5ea0,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:50.762239 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 858c4144-e42e-4e69-b839-afecdddb31a9 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:50.786955 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 858c4144-e42e-4e69-b839-afecdddb31a9 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:50.787332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 858c4144-e42e-4e69-b839-afecdddb31a9 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:50.787748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 1519570c-58f9-462a-881f-8e3bbd0f4a60 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:50.806129 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 1519570c-58f9-462a-881f-8e3bbd0f4a60 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:50.806475 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 1519570c-58f9-462a-881f-8e3bbd0f4a60 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:50.806885 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 6d81851e-de6c-4a03-996b-6e63d320745e no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:33:50.824969 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 6d81851e-de6c-4a03-996b-6e63d320745e {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:33:50.825317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 6d81851e-de6c-4a03-996b-6e63d320745e not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:33:50.967833 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50154) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:51.007635 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-3459ba1e-0ee8-47c5-b0ea-3208bc2185db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25f284306301418aae8458f7fea5b9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383825 Jun 07 14:33:51.009698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50156) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:33:51.057924 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9069c687-38f1-419f-b1c5-d8576b7e3996 admin admin] Publish callbacks [] for security_group (6b115b51-72bf-43e3-96b9-b723ab04a8e3), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:51.079182 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9069c687-38f1-419f-b1c5-d8576b7e3996 admin admin] Publish callbacks [] for security_group (6b115b51-72bf-43e3-96b9-b723ab04a8e3), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:51.124856 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9069c687-38f1-419f-b1c5-d8576b7e3996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6b115b51-72bf-43e3-96b9-b723ab04a8e3), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:51.127360 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9069c687-38f1-419f-b1c5-d8576b7e3996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:33:51.128563 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-9069c687-38f1-419f-b1c5-d8576b7e3996 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b115b51-72bf-43e3-96b9-b723ab04a8e3 HTTP/1.1" status: 204 len: 168 time: 0.1179392 Jun 07 14:33:51.136286 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069c687-38f1-419f-b1c5-d8576b7e3996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b115b51-72bf-43e3-96b9-b723ab04a8e3,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:33:56.040742 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=72 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:56.096813 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=73 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:33:56.411043 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:00.332797 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=18,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:00.353663 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:01.112554 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:01.132492 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=61,neutron:DELETE=8 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:06.400468 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=70,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:06.405053 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:06.407614 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:08.542747 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:34:09.251743 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50200) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:34:09.256437 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438194789', 'description': 'tempest-description--319768351'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:09.276805 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.348203 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (0eee4956-8159-4201-a3ff-f110f617811d), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.351561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (0eee4956-8159-4201-a3ff-f110f617811d), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.382176 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.383398 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1306028 Jun 07 14:34:09.384558 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee4956-8159-4201-a3ff-f110f617811d,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:09.386384 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50202) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:34:09.391540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': '0eee4956-8159-4201-a3ff-f110f617811d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:09.392003 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.392347 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.392681 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.393010 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.393336 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.393657 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.393976 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.394294 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.394610 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.394928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.395279 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.395605 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.395924 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.396240 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.396557 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712648c-ff07-4381-a5e1-0ae4d35b0690 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.418426 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (7c86cd95-af7d-4d53-9416-bea9f91438e9), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.476686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (7c86cd95-af7d-4d53-9416-bea9f91438e9), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.480247 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (7c86cd95-af7d-4d53-9416-bea9f91438e9), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.497568 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c86cd95-af7d-4d53-9416-bea9f91438e9,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:09.506525 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.506873 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.507285 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.507636 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.507970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.508304 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.508630 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.508955 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.509279 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.509603 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.509926 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.510249 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.510573 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.510893 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.511213 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:09.516419 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.517605 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-d3bb4d82-2387-47d8-91ae-2f5b648b959e tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301703 Jun 07 14:34:09.520576 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50204) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:34:09.525023 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': '0eee4956-8159-4201-a3ff-f110f617811d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:09.551462 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (f1c35625-bc64-4ecf-b2fb-20cddc139bc2), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.607783 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (f1c35625-bc64-4ecf-b2fb-20cddc139bc2), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.611475 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (f1c35625-bc64-4ecf-b2fb-20cddc139bc2), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.630414 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c35625-bc64-4ecf-b2fb-20cddc139bc2,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:09.637495 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.638829 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-cf3ac823-fb4f-4ac4-bc7e-eecd99d30a40 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171787 Jun 07 14:34:09.641796 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50206) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:34:09.645962 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:09.665588 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.746015 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.847523 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.27.2.22 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/63b2e86d-1df1-4c07-837b-f6513f388e44) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:34:09.953861 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:09.985922 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.021183 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:10.023118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:34:10.031019 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:34:10.033661 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:34:10.060446 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=63b2e86d-1df1-4c07-837b-f6513f388e44,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:10.071165 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:10.128922 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (b6fa6add-f2ee-4d0a-9ba7-052f0f688590), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.167596 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.341406 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.346250 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.410591 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=63b2e86d-1df1-4c07-837b-f6513f388e44,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:10.424384 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (b6fa6add-f2ee-4d0a-9ba7-052f0f688590), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.439864 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:10.441771 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ca2ef3aa-0764-49bc-92c6-40dddb33a037 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7983854 Jun 07 14:34:10.636913 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-aa493610-808c-40c0-942a-65050de53dfd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--438194789&fields=id&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 267 time: 0.0419414 Jun 07 14:34:10.743388 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-c23cf778-424f-4663-8d03-f5d9933f8078 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:10.744808 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-c23cf778-424f-4663-8d03-f5d9933f8078 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1014402 Jun 07 14:34:10.759473 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-633e988c-b964-46d4-841c-345292799487 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/quotas/a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 375 time: 0.0088272 Jun 07 14:34:10.809604 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-f2852943-84b1-4a3b-a3e2-763a7f56dd69 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451624 Jun 07 14:34:10.927076 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-a5ca15cf-0274-454b-b8b4-af205a1099f0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103890) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 07 14:34:10.928113 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-a5ca15cf-0274-454b-b8b4-af205a1099f0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1076353 Jun 07 14:34:11.016540 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-be775c49-e22f-40c8-bcb8-ebb62051824d service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826757 Jun 07 14:34:11.108326 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-0142857d-f111-4c6d-832c-973d2c8843c5 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861354 Jun 07 14:34:11.286234 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3d2011ff-e459-4799-bc91-2cba8a0d3b96 req-831aaabc-aa59-47e2-a7f0-736310afb748 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 210 time: 0.0297627 Jun 07 14:34:12.176632 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-b06d1872-db0c-4d48-b2be-a897f9f0ef74 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:12.178083 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-b06d1872-db0c-4d48-b2be-a897f9f0ef74 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1098087 Jun 07 14:34:12.251421 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-5e100616-6bd8-4f7a-95da-93e27cb281af tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 471 time: 0.0640292 Jun 07 14:34:12.259605 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'port': {'device_id': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'admin_state_up': True, 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'security_groups': ['0eee4956-8159-4201-a3ff-f110f617811d']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:12.371405 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Made reservation on behalf of a68951caf41c425cb3e1335e30d52a3c for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:34:12.375680 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:12.392776 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-128df652-eddc-431b-a4a4-591afc49f1cc req-47c7a4d3-f8e3-4b3c-8583-870cdf8c498b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 210 time: 0.0289462 Jun 07 14:34:12.440274 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:12.501697 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.20.0.6 (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61/44acc61e-9925-4946-ad9a-5a001f073b1e/5839daa0-815d-4c54-9649-425f396773f1) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:34:12.590131 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:12.642109 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (5839daa0-815d-4c54-9649-425f396773f1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:12.673729 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (5839daa0-815d-4c54-9649-425f396773f1), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:12.715464 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:34:12.718934 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:34:12.725319 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:34:12.753155 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=5839daa0-815d-4c54-9649-425f396773f1,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:12.784879 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:12.785536 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:12.802122 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-2e095f35-bf80-4088-b98a-a639dac100e3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5461135 Jun 07 14:34:12.813666 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Request body: {'port': {'device_id': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:12.881716 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5839daa0-815d-4c54-9649-425f396773f1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:12.965383 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-8cc5372e-5e8f-4b8d-a531-f01bafe2bf88 None None] Provisioning complete for port 5839daa0-815d-4c54-9649-425f396773f1 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:34:12.965931 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8cc5372e-5e8f-4b8d-a531-f01bafe2bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (5839daa0-815d-4c54-9649-425f396773f1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:12.997163 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5372e-5e8f-4b8d-a531-f01bafe2bf88 None None] Port 5839daa0-815d-4c54-9649-425f396773f1 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:34:13.042634 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-10f1b63c-ca3e-48b9-b9f5-27ea548c09e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:13.168504 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5839daa0-815d-4c54-9649-425f396773f1 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:34:13.176180 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Publish callbacks [] for port (5839daa0-815d-4c54-9649-425f396773f1), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:13.189674 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Transition to ACTIVE for port object 5839daa0-815d-4c54-9649-425f396773f1 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:34:13.193141 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (5839daa0-815d-4c54-9649-425f396773f1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:13.196222 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:13.245184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Pushing event updated for resources: {'Port': ['ID=5839daa0-815d-4c54-9649-425f396773f1,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:13.320351 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Attempting to bind port 5839daa0-815d-4c54-9649-425f396773f1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:34:13.320679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Attempting to bind port 5839daa0-815d-4c54-9649-425f396773f1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:34:13.320999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Attempting to bind port 5839daa0-815d-4c54-9649-425f396773f1 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:34:13.325701 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Port 5839daa0-815d-4c54-9649-425f396773f1 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:34:13.326025 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Attempting to bind port 5839daa0-815d-4c54-9649-425f396773f1 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:34:13.331730 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:34:13.332067 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:34:13.332446 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Bound using segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:34:13.332867 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Bound port: 5839daa0-815d-4c54-9649-425f396773f1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:34:13.333226 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5839daa0-815d-4c54-9649-425f396773f1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:13.349157 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:13.402889 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] For port 5839daa0-815d-4c54-9649-425f396773f1, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:34:13.406967 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] For port 5839daa0-815d-4c54-9649-425f396773f1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5839daa0-815d-4c54-9649-425f396773f1,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:34:13.413643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (5839daa0-815d-4c54-9649-425f396773f1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:13.449343 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:13.449953 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:13.451995 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] 10.222.0.75 "PUT /v2.0/ports/5839daa0-815d-4c54-9649-425f396773f1 HTTP/1.1" status: 200 len: 1093 time: 0.6422014 Jun 07 14:34:13.452434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'tag': '5839daa0-815d-4c54-9649-425f396773f1'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:34:13.454896 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9117d-698b-408e-a767-97bf090f786b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "tag": "5839daa0-815d-4c54-9649-425f396773f1"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:34:13.480821 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a87c7a-9b48-4c80-87b1-79529531cb30 service neutron] Pushing event updated for resources: {'Port': ['ID=5839daa0-815d-4c54-9649-425f396773f1,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:13.513486 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f6d9e-e42d-4657-9091-a86573ed8b03 x-openstack-request-id: req-706f6d9e-e42d-4657-9091-a86573ed8b03 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:34:13.515496 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "tag": "5839daa0-815d-4c54-9649-425f396773f1", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:34:13.515745 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-706f6d9e-e42d-4657-9091-a86573ed8b03 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:34:13.516757 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706f6d9e-e42d-4657-9091-a86573ed8b03'] response: {'name': 'network-changed', 'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'tag': '5839daa0-815d-4c54-9649-425f396773f1', 'status': 'completed', 'code': 200} Jun 07 14:34:13.537244 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53c9ee-eee0-4dff-95cc-86f6de9caf51 req-dfb6dd5b-bd84-4471-95d0-cb63145badba tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:13.538856 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7c53c9ee-eee0-4dff-95cc-86f6de9caf51 req-dfb6dd5b-bd84-4471-95d0-cb63145badba tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 943 time: 0.0687191 Jun 07 14:34:13.560303 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-1410d914-4b8d-4d3e-97fb-6d826dfd43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:13.562719 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-1410d914-4b8d-4d3e-97fb-6d826dfd43aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 1127 time: 0.0450144 Jun 07 14:34:13.593834 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7c53c9ee-eee0-4dff-95cc-86f6de9caf51 req-e84416e3-36c6-4813-be9c-2863e05dcbcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492232 Jun 07 14:34:13.616212 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-581781ef-1d9c-440f-b543-3829d16dd954 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5839daa0-815d-4c54-9649-425f396773f1 HTTP/1.1" status: 200 len: 217 time: 0.0450678 Jun 07 14:34:13.666966 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-16b045bb-417a-49d7-a4cd-356ee71026be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:13.668894 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-16b045bb-417a-49d7-a4cd-356ee71026be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0466125 Jun 07 14:34:13.711990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-6d61072a-f989-49e9-9a8b-bb5a0aff36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:13.713430 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-6d61072a-f989-49e9-9a8b-bb5a0aff36c0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376046 Jun 07 14:34:13.807994 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-254027ed-aef0-4c3e-8715-5669d8427e5c service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871894 Jun 07 14:34:14.155436 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b63b7260-5fdc-4312-918e-c77910deb5c7 req-51587ccc-d093-4d4d-a34a-a28eac29c522 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401799 Jun 07 14:34:14.708701 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75313e-b91b-430e-b82e-273823596904 req-f4fdc249-9f46-449d-9afd-c7f90dbd4f19 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:14.710166 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ab75313e-b91b-430e-b82e-273823596904 req-f4fdc249-9f46-449d-9afd-c7f90dbd4f19 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 943 time: 0.0468240 Jun 07 14:34:14.757772 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ab75313e-b91b-430e-b82e-273823596904 req-ffd71a2c-90c7-4588-bc2c-55f4bcfcf944 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Jun 07 14:34:14.916462 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9117d-698b-408e-a767-97bf090f786b req-c78b1f19-7c59-4125-9da7-b3bedb5707fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:14.917849 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-c78b1f19-7c59-4125-9da7-b3bedb5707fb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 1127 time: 0.0395234 Jun 07 14:34:15.008364 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9117d-698b-408e-a767-97bf090f786b req-faab7752-4806-4cf1-9437-b597d560fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:15.009808 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-faab7752-4806-4cf1-9437-b597d560fe43 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0867212 Jun 07 14:34:15.048008 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-033db3c0-b20d-4fdc-b2ec-12ca77b92923 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5839daa0-815d-4c54-9649-425f396773f1 HTTP/1.1" status: 200 len: 217 time: 0.0318305 Jun 07 14:34:15.098918 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9117d-698b-408e-a767-97bf090f786b req-1e9d3169-9d8b-42c8-a60d-4492fd4e05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:15.100348 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-1e9d3169-9d8b-42c8-a60d-4492fd4e05c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0470877 Jun 07 14:34:15.142826 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9117d-698b-408e-a767-97bf090f786b req-392000fd-fa6a-4014-85ef-629fd7597e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:15.144311 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-392000fd-fa6a-4014-85ef-629fd7597e57 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381682 Jun 07 14:34:15.194270 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:15.234234 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-b43397b5-b0eb-4b31-8852-216a1178fa14 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837955 Jun 07 14:34:15.325233 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-a7e9117d-698b-408e-a767-97bf090f786b req-5b368b15-de8e-4363-b54a-20885d7380f6 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Jun 07 14:34:15.453164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-83da8c74-c9ea-4006-816c-0806cedb2031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:15.804079 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5839daa0-815d-4c54-9649-425f396773f1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:34:15.872260 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694391a8-8fe6-4f72-9b8b-8fafe7ea01ec req-1fd31c6c-c729-41dc-8db9-14a58b273d6c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:15.873889 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-694391a8-8fe6-4f72-9b8b-8fafe7ea01ec req-1fd31c6c-c729-41dc-8db9-14a58b273d6c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 943 time: 0.0476983 Jun 07 14:34:15.901662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 5839daa0-815d-4c54-9649-425f396773f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5839daa0-815d-4c54-9649-425f396773f1,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:34:15.914751 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': '5839daa0-815d-4c54-9649-425f396773f1', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'port_id': '5839daa0-815d-4c54-9649-425f396773f1', 'mac_address': 'fa:16:3e:0d:c7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:34:15.924906 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-694391a8-8fe6-4f72-9b8b-8fafe7ea01ec req-75fc89e7-18da-41b0-a9e4-a29e2e3e9b5c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451961 Jun 07 14:34:15.952630 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 5839daa0-815d-4c54-9649-425f396773f1 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:34:15.953017 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5839daa0-815d-4c54-9649-425f396773f1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:15.966322 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5839daa0-815d-4c54-9649-425f396773f1 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:34:15.986737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 5839daa0-815d-4c54-9649-425f396773f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5839daa0-815d-4c54-9649-425f396773f1,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:34:15.991503 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (5839daa0-815d-4c54-9649-425f396773f1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:16.035890 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=5839daa0-815d-4c54-9649-425f396773f1,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:16.042878 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.043240 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.043594 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.043932 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.044264 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.044589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.044912 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.045938 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.046291 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.046614 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.046939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.047293 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.047620 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.047939 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.048257 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:34:16.201208 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['5839daa0-815d-4c54-9649-425f396773f1'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:34:16.310964 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:17.037459 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2acd-2549-4db6-a83f-531112aff982 req-99f10f49-175e-48b8-adc0-e9543739051a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:17.038903 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd8d2acd-2549-4db6-a83f-531112aff982 req-99f10f49-175e-48b8-adc0-e9543739051a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 944 time: 0.0471454 Jun 07 14:34:17.052061 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:17.067576 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:17.090472 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd8d2acd-2549-4db6-a83f-531112aff982 req-d2ca5e62-d5f7-48e7-825f-d4ba56f37747 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461748 Jun 07 14:34:17.808106 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5839daa0-815d-4c54-9649-425f396773f1 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:34:17.850707 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port 5839daa0-815d-4c54-9649-425f396773f1 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:34:17.855508 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port 5839daa0-815d-4c54-9649-425f396773f1 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:34:17.855861 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (5839daa0-815d-4c54-9649-425f396773f1), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:17.929535 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port 5839daa0-815d-4c54-9649-425f396773f1 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:34:17.929916 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (5839daa0-815d-4c54-9649-425f396773f1), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:17.952566 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5839daa0-815d-4c54-9649-425f396773f1'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:34:17.954768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc493825-de21-44a9-bdbf-8cf8d8b0f465" -d '{"events": [{"server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "name": "network-vif-plugged", "status": "completed", "tag": "5839daa0-815d-4c54-9649-425f396773f1"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:34:17.968164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port 5839daa0-815d-4c54-9649-425f396773f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5839daa0-815d-4c54-9649-425f396773f1,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:34:17.973538 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (5839daa0-815d-4c54-9649-425f396773f1), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:17.997946 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb2914-0469-4862-b020-ec77f86d253f x-openstack-request-id: req-85bb2914-0469-4862-b020-ec77f86d253f {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:34:17.998274 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "name": "network-vif-plugged", "status": "completed", "tag": "5839daa0-815d-4c54-9649-425f396773f1", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:34:17.998531 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85bb2914-0469-4862-b020-ec77f86d253f {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:34:17.998917 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bb2914-0469-4862-b020-ec77f86d253f'] response: {'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5839daa0-815d-4c54-9649-425f396773f1', 'code': 200} Jun 07 14:34:18.025423 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=5839daa0-815d-4c54-9649-425f396773f1,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:18.066978 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:18.158306 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5306-9577-46e5-aee4-6dd842276c98 req-367fa8b0-4da8-453c-99e5-1194a18750d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:18.159907 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f62b5306-9577-46e5-aee4-6dd842276c98 req-367fa8b0-4da8-453c-99e5-1194a18750d5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 1129 time: 0.0396965 Jun 07 14:34:18.205664 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-f62b5306-9577-46e5-aee4-6dd842276c98 req-969181e1-a5bc-42f9-a30b-4a5d71123a2e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393384 Jun 07 14:34:18.214956 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60619f-ed08-4047-8017-156a9cb4b9f7 req-bd19a55b-7f55-47e9-808d-6fe306bb1c52 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:18.216550 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bb60619f-ed08-4047-8017-156a9cb4b9f7 req-bd19a55b-7f55-47e9-808d-6fe306bb1c52 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 945 time: 0.0489664 Jun 07 14:34:18.264010 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bb60619f-ed08-4047-8017-156a9cb4b9f7 req-bf428d0f-31c6-48ea-9253-e9bfa4484ea4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Jun 07 14:34:19.388236 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c3f77-57e9-4cef-b4c1-c29551335106 req-4ec543e7-bb58-400f-9445-5953c3c8838d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:19.390476 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a96c3f77-57e9-4cef-b4c1-c29551335106 req-4ec543e7-bb58-400f-9445-5953c3c8838d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 945 time: 0.0509443 Jun 07 14:34:19.437025 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-a96c3f77-57e9-4cef-b4c1-c29551335106 req-ed262544-8bd4-4e98-bd35-cd71a3cfa6a7 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Jun 07 14:34:19.546810 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a67f-b290-4af0-ac98-7dd5c5361143 req-2d4dadc8-0a87-48f6-b954-d9d0f9c141eb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:19.548276 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e4e7a67f-b290-4af0-ac98-7dd5c5361143 req-2d4dadc8-0a87-48f6-b954-d9d0f9c141eb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 945 time: 0.0472295 Jun 07 14:34:19.556857 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50256) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:34:19.562113 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'port_id': '5839daa0-815d-4c54-9649-425f396773f1'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:34:19.569877 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:19.574893 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:19.601135 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:19.603728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (b6fa6add-f2ee-4d0a-9ba7-052f0f688590), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:19.660598 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:20.023961 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:20.027744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (b6fa6add-f2ee-4d0a-9ba7-052f0f688590), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:20.123146 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP b6fa6add-f2ee-4d0a-9ba7-052f0f688590 associated. External IP: 172.27.2.22, port: 5839daa0-815d-4c54-9649-425f396773f1. Jun 07 14:34:20.306559 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:20.320131 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:34:20.424174 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:34:20.429021 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:20.435961 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:34:20.446619 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:34:20.447485 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:34:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:20.458276 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-527c240b-8701-4e3f-ad7f-2e0ec51b6e93 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "PUT /v2.0/floatingips/b6fa6add-f2ee-4d0a-9ba7-052f0f688590 HTTP/1.1" status: 200 len: 990 time: 0.9003386 Jun 07 14:34:20.458842 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'tag': '5839daa0-815d-4c54-9649-425f396773f1'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:34:20.461128 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "tag": "5839daa0-815d-4c54-9649-425f396773f1"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:34:20.496546 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a8d5f-ecab-41b3-872b-2a3f77cb70e9 x-openstack-request-id: req-841a8d5f-ecab-41b3-872b-2a3f77cb70e9 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:34:20.496837 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "tag": "5839daa0-815d-4c54-9649-425f396773f1", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:34:20.497084 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-841a8d5f-ecab-41b3-872b-2a3f77cb70e9 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:34:20.497480 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841a8d5f-ecab-41b3-872b-2a3f77cb70e9'] response: {'name': 'network-changed', 'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'tag': '5839daa0-815d-4c54-9649-425f396773f1', 'status': 'completed', 'code': 200} Jun 07 14:34:20.549001 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:34:20.559640 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-f2204b1e-7345-433d-91a6-acffa7ba9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:20.561372 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-f2204b1e-7345-433d-91a6-acffa7ba9420 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 1129 time: 0.0404737 Jun 07 14:34:20.642118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:20.656233 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-1dd74125-9b0d-4976-864d-3a6ec07cb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:20.657732 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-1dd74125-9b0d-4976-864d-3a6ec07cb910 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0905540 Jun 07 14:34:20.722316 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-79a96687-b2f7-4c07-8c69-81d0acfb8030 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5839daa0-815d-4c54-9649-425f396773f1 HTTP/1.1" status: 200 len: 998 time: 0.0573375 Jun 07 14:34:20.760422 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:26Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}, {'id': 'b6fa6add-f2ee-4d0a-9ba7-052f0f688590', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': '5839daa0-815d-4c54-9649-425f396773f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:0d:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:34:10Z', 'updated_at': '2022-06-07T14:34:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:20.774864 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-87ba4939-1782-4a5a-955c-c0e3c9173a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:20.776405 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-87ba4939-1782-4a5a-955c-c0e3c9173a1e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0481145 Jun 07 14:34:20.785997 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:34:20.794454 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:34:20.795061 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:34:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:20.820953 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-3fca0112-2a2b-412d-b687-fa61c701ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:20.822372 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-3fca0112-2a2b-412d-b687-fa61c701ba47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392501 Jun 07 14:34:20.915869 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-f5f8b8a1-0edf-4e0a-86d5-5cbc4b259d17 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Jun 07 14:34:20.982276 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:34:21.010389 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-22f54546-4b39-483c-aa4b-5bc8d64cc7b9 req-ae37d20f-770a-4074-8e05-d94f2e8c00f1 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875928 Jun 07 14:34:21.192750 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:26Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}, {'id': 'b6fa6add-f2ee-4d0a-9ba7-052f0f688590', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': '5839daa0-815d-4c54-9649-425f396773f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:0d:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:34:10Z', 'updated_at': '2022-06-07T14:34:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:21.217086 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d166a7e-9458-4ad2-bba8-5748985a0c90 None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:26Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}, {'id': 'b6fa6add-f2ee-4d0a-9ba7-052f0f688590', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': '5839daa0-815d-4c54-9649-425f396773f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:0d:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:34:10Z', 'updated_at': '2022-06-07T14:34:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:34:21.419479 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876f6cc-0865-4e2c-82c1-f58c241f8614 None None] New status for floating IP b6fa6add-f2ee-4d0a-9ba7-052f0f688590: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:34:26.427753 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:29.536637 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=18 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:29.538595 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=30 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:31.005993 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=35 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:31.006771 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=58 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:31.190711 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=83 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:31.195828 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=65 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:32.128831 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-3dc2d40f-fa31-476f-8087-6dd9c9eef4f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387003 Jun 07 14:34:32.213497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-906674fe-4c65-4083-96b1-e11d802de944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:32.215149 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-906674fe-4c65-4083-96b1-e11d802de944 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 1130 time: 0.0393932 Jun 07 14:34:32.320985 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-4b3f3d6f-ba0d-44c3-b913-2ea17d8557b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:32.322391 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-4b3f3d6f-ba0d-44c3-b913-2ea17d8557b8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0885184 Jun 07 14:34:32.382109 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-ce53fec3-360b-4f2c-aab8-ad4c1fecd653 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f HTTP/1.1" status: 200 len: 1001 time: 0.0536633 Jun 07 14:34:32.434820 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-9b1d6813-3aee-4dbc-8a13-754574b013d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:32.436315 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-9b1d6813-3aee-4dbc-8a13-754574b013d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0475535 Jun 07 14:34:32.482417 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-46a8cc12-5dc9-4d3f-88d9-a4be53d3c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:32.483932 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-46a8cc12-5dc9-4d3f-88d9-a4be53d3c5fc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390303 Jun 07 14:34:32.573011 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-059e5174-eef8-4ffe-b6e3-3b960ff4017c service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819418 Jun 07 14:34:32.666138 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-cf40ffa8-b9db-4582-bc57-07e55a2cc7dd req-857ac982-144e-42c7-9dd7-8b3a5f8c1b08 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859592 Jun 07 14:34:36.415381 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:36.420374 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:36.424853 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:41.591914 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:42.661256 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=44 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:42.663191 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=57 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:43.044853 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-984102f8-f833-432f-b96c-f8321f4eeaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:45.454951 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-84452074-87e9-4e12-9d7e-156361ae2f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:45.542052 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:34:46.305079 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:48.071889 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:49.597506 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:56.443491 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:56.566153 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:56.571753 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:34:56.711315 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a413d0-2ace-459f-9e83-fb5adbfe4a38 req-81678ed0-926a-49d6-aafe-91cff2bd6bd9 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:56.712720 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-18a413d0-2ace-459f-9e83-fb5adbfe4a38 req-81678ed0-926a-49d6-aafe-91cff2bd6bd9 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 945 time: 0.0472524 Jun 07 14:34:56.763001 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-18a413d0-2ace-459f-9e83-fb5adbfe4a38 req-2471368c-8841-4cc6-b430-7bc9ee60351a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448990 Jun 07 14:34:57.878274 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53065-eb93-4bd0-92a1-3dc033ab8d1f req-cd307655-3c68-4643-aa0f-ee4d688d3008 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:57.879771 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1fe53065-eb93-4bd0-92a1-3dc033ab8d1f req-cd307655-3c68-4643-aa0f-ee4d688d3008 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 945 time: 0.0467501 Jun 07 14:34:57.926615 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1fe53065-eb93-4bd0-92a1-3dc033ab8d1f req-cb936539-7e65-4d36-9fd8-e5689ba91342 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eee4956-8159-4201-a3ff-f110f617811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Jun 07 14:34:58.069822 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-fb25756d-2d29-4297-a843-a833db175be8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:34:58.071387 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-fb25756d-2d29-4297-a843-a833db175be8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 945 time: 0.0488484 Jun 07 14:34:58.154094 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port 5839daa0-815d-4c54-9649-425f396773f1 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:34:58.154441 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (5839daa0-815d-4c54-9649-425f396773f1), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:58.243537 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] For port 5839daa0-815d-4c54-9649-425f396773f1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5839daa0-815d-4c54-9649-425f396773f1,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:34:58.243537 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (5839daa0-815d-4c54-9649-425f396773f1), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:58.404009 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:58.404280 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (b6fa6add-f2ee-4d0a-9ba7-052f0f688590), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:58.404594 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP b6fa6add-f2ee-4d0a-9ba7-052f0f688590 disassociated. External IP: 172.27.2.22, port: 5839daa0-815d-4c54-9649-425f396773f1. Jun 07 14:34:58.404940 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for 5839daa0-815d-4c54-9649-425f396773f1 owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:34:58.534219 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (5839daa0-815d-4c54-9649-425f396773f1), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:58.561730 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=5839daa0-815d-4c54-9649-425f396773f1,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:34:58.676994 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:34:58.780334 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:34:58.793959 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:34:58.804372 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:34:58.804985 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:34:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:58.826980 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] No DVR routers for this DVR port 5839daa0-815d-4c54-9649-425f396773f1 on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:34:58.830182 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:34:58.833446 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-48c0783a-f795-4c2e-b223-dc93df4a6236 req-ce7bd0a9-199f-4914-b90b-24323fc338db tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "DELETE /v2.0/ports/5839daa0-815d-4c54-9649-425f396773f1 HTTP/1.1" status: 204 len: 173 time: 0.7567263 Jun 07 14:34:58.833860 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'name': 'network-vif-deleted', 'tag': '5839daa0-815d-4c54-9649-425f396773f1'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:34:58.836127 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1924279-6bb3-4141-940e-6158efd70a5b" -d '{"events": [{"server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "name": "network-vif-deleted", "tag": "5839daa0-815d-4c54-9649-425f396773f1"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:34:58.877388 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340f68e-1409-434b-98e6-e479bb8df018 x-openstack-request-id: req-b340f68e-1409-434b-98e6-e479bb8df018 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:34:58.877700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a645b39-ab55-488a-b7a6-dd126b817efb", "name": "network-vif-deleted", "tag": "5839daa0-815d-4c54-9649-425f396773f1", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:34:58.877951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b340f68e-1409-434b-98e6-e479bb8df018 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:34:58.878353 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b340f68e-1409-434b-98e6-e479bb8df018'] response: {'server_uuid': '6a645b39-ab55-488a-b7a6-dd126b817efb', 'name': 'network-vif-deleted', 'tag': '5839daa0-815d-4c54-9649-425f396773f1', 'status': 'completed', 'code': 200} Jun 07 14:34:58.918654 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:34:59.044709 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7320c678-c6dd-492a-8ea0-05c0d0de8414 req-0739c3cf-5acd-43b4-bcbe-bc31436697c7 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a645b39-ab55-488a-b7a6-dd126b817efb HTTP/1.1" status: 200 len: 210 time: 0.0322623 Jun 07 14:34:59.143791 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:26Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:59.171445 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:34:59.179923 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:34:59.181222 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:34:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:59.286890 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:34:59.495693 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:26Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:34:59.519438 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e215b-8948-4632-b3a9-6ca92f23445e None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '7543224f-efe0-423c-9ca7-5e25cb29769f', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:20:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:33:12Z', 'updated_at': '2022-06-07T14:33:26Z', 'revision_number': 2, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:34:59.741558 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c521a4ad-5531-48de-82fe-5a1c0d1f9305 None None] New status for floating IP b6fa6add-f2ee-4d0a-9ba7-052f0f688590: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:35:00.130414 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50294) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:00.184693 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-def269db-15b0-4617-8ec2-f2812d233ddd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (0eee4956-8159-4201-a3ff-f110f617811d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.212254 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-def269db-15b0-4617-8ec2-f2812d233ddd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (0eee4956-8159-4201-a3ff-f110f617811d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.261320 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-def269db-15b0-4617-8ec2-f2812d233ddd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (0eee4956-8159-4201-a3ff-f110f617811d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.264505 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-def269db-15b0-4617-8ec2-f2812d233ddd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.266280 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-def269db-15b0-4617-8ec2-f2812d233ddd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/security-groups/0eee4956-8159-4201-a3ff-f110f617811d HTTP/1.1" status: 204 len: 168 time: 0.1342094 Jun 07 14:35:00.269206 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50296) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:00.276281 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def269db-15b0-4617-8ec2-f2812d233ddd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee4956-8159-4201-a3ff-f110f617811d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:00.283980 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.api.v2.resource [None req-cc26c2ce-a2b3-4df6-acd5-2970c940a6dc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] show failed (client error): The resource could not be found. Jun 07 14:35:00.287901 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50298) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:00.288074 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-cc26c2ce-a2b3-4df6-acd5-2970c940a6dc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups/0eee4956-8159-4201-a3ff-f110f617811d HTTP/1.1" status: 404 len: 347 time: 0.0176828 Jun 07 14:35:00.398417 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port 63b2e86d-1df1-4c07-837b-f6513f388e44 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:35:00.398649 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.471749 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.472070 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (63b2e86d-1df1-4c07-837b-f6513f388e44), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.485568 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for 63b2e86d-1df1-4c07-837b-f6513f388e44 owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:35:00.614634 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (63b2e86d-1df1-4c07-837b-f6513f388e44), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.639856 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=63b2e86d-1df1-4c07-837b-f6513f388e44,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:00.701566 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (b6fa6add-f2ee-4d0a-9ba7-052f0f688590), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.704089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:00.705231 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-fe2f8afd-15d2-42c8-9af9-d4bbd0f34c67 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/floatingips/b6fa6add-f2ee-4d0a-9ba7-052f0f688590 HTTP/1.1" status: 204 len: 168 time: 0.4163237 Jun 07 14:35:02.042484 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5839daa0-815d-4c54-9649-425f396773f1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:35:02.066256 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: 5839daa0-815d-4c54-9649-425f396773f1 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:35:02.066601 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device 5839daa0-815d-4c54-9649-425f396773f1 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:35:02.469390 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b6001-ed46-4ce8-8b65-b33e8e73ffcb req-994c0103-4779-4ace-aad4-15973d6204fa tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:02.470850 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b68b6001-ed46-4ce8-8b65-b33e8e73ffcb req-994c0103-4779-4ace-aad4-15973d6204fa tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0463302 Jun 07 14:35:02.503304 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:02.518962 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-b68b6001-ed46-4ce8-8b65-b33e8e73ffcb req-de33ede5-36f7-4bf5-a48c-7be1f8fa3f6b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Jun 07 14:35:03.633278 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323181b-c70d-4eff-b380-22451c1872b1 req-38379ba3-b91f-49d7-a410-4d31f00aefac tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:03.634706 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c323181b-c70d-4eff-b380-22451c1872b1 req-38379ba3-b91f-49d7-a410-4d31f00aefac tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0464449 Jun 07 14:35:03.680587 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:03.685471 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-c323181b-c70d-4eff-b380-22451c1872b1 req-786ee4ed-54af-44d6-8d4d-1fdb75fb1149 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453646 Jun 07 14:35:04.309430 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:04.321868 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-167499ef-5f69-44b7-a965-c73c33630463 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:04.323381 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-167499ef-5f69-44b7-a965-c73c33630463 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0510960 Jun 07 14:35:04.403744 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:35:04.404078 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:04.479466 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:04.494736 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] For port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:35:04.495092 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:04.652613 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:04.652984 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (7543224f-efe0-423c-9ca7-5e25cb29769f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:04.653299 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP 7543224f-efe0-423c-9ca7-5e25cb29769f disassociated. External IP: 172.27.2.86, port: efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f. Jun 07 14:35:04.653649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:35:04.783730 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:04.801009 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a37f0-786b-4c7e-b3d4-305476b11e6e req-9e596473-c4c2-4786-90a7-9590e909b990 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:04.803771 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cc5a37f0-786b-4c7e-b3d4-305476b11e6e req-9e596473-c4c2-4786-90a7-9590e909b990 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e8589c3-e05b-4799-b7d3-badddcf67d38 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Jun 07 14:35:04.811901 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:04.854034 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-cc5a37f0-786b-4c7e-b3d4-305476b11e6e req-9bf8f984-b910-4026-afd2-52920b4c3427 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f8964da-efb7-4027-b377-48110c671a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456173 Jun 07 14:35:05.182451 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:35:05.307265 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:35:05.318462 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:35:05.327794 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:35:05.329023 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:34:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:05.350605 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] No DVR routers for this DVR port efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:35:05.353654 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:05.358218 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-606b9ae7-e2fd-4b6f-9bc5-9119812c69f3 req-97730702-b6f0-4ee5-ad9f-a8fac36091cf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "DELETE /v2.0/ports/efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f HTTP/1.1" status: 204 len: 173 time: 1.0293415 Jun 07 14:35:05.358664 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'name': 'network-vif-deleted', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:35:05.362220 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abebb69d-8dd1-47df-9eef-f20cea2073c1" -d '{"events": [{"server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "name": "network-vif-deleted", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:35:05.401086 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5c37d-57b6-4474-8b8d-73a8de31d597 x-openstack-request-id: req-0dc5c37d-57b6-4474-8b8d-73a8de31d597 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:35:05.401381 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8589c3-e05b-4799-b7d3-badddcf67d38", "name": "network-vif-deleted", "tag": "efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:35:05.401625 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dc5c37d-57b6-4474-8b8d-73a8de31d597 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:35:05.402017 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc5c37d-57b6-4474-8b8d-73a8de31d597'] response: {'server_uuid': '3e8589c3-e05b-4799-b7d3-badddcf67d38', 'name': 'network-vif-deleted', 'tag': 'efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f', 'status': 'completed', 'code': 200} Jun 07 14:35:05.442316 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:35:05.577262 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:05.594918 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:05.642081 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:05.666017 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:35:05.674668 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:35:05.675295 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:34:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:05.871851 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:35:05.940003 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50328) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:05.995250 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b84b7c6c-8b07-47fb-9084-735b500d22c3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (1f8964da-efb7-4027-b377-48110c671a98), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:05.997437 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:06.020935 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b84b7c6c-8b07-47fb-9084-735b500d22c3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (1f8964da-efb7-4027-b377-48110c671a98), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.056278 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:06.072736 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b84b7c6c-8b07-47fb-9084-735b500d22c3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (1f8964da-efb7-4027-b377-48110c671a98), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.075369 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b84b7c6c-8b07-47fb-9084-735b500d22c3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.076523 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-b84b7c6c-8b07-47fb-9084-735b500d22c3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/security-groups/1f8964da-efb7-4027-b377-48110c671a98 HTTP/1.1" status: 204 len: 168 time: 0.1355410 Jun 07 14:35:06.080005 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50330) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:06.086427 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b7c6c-8b07-47fb-9084-735b500d22c3 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8964da-efb7-4027-b377-48110c671a98,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:06.088203 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d2cc-b92c-45f8-a059-8b29bd87dc1c None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:35:06.097935 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.api.v2.resource [None req-f2845b21-b074-4132-907d-a1b2b176678d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] show failed (client error): The resource could not be found. Jun 07 14:35:06.099408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-f2845b21-b074-4132-907d-a1b2b176678d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups/1f8964da-efb7-4027-b377-48110c671a98 HTTP/1.1" status: 404 len: 347 time: 0.0174038 Jun 07 14:35:06.102195 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50332) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:06.220380 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port 66cde0e7-016c-472b-a39f-97885a51c046 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:35:06.220719 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (66cde0e7-016c-472b-a39f-97885a51c046), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.300821 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (66cde0e7-016c-472b-a39f-97885a51c046), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.301142 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (66cde0e7-016c-472b-a39f-97885a51c046), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.309816 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:06.317176 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for 66cde0e7-016c-472b-a39f-97885a51c046 owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:35:06.321734 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283b9d5-a232-4357-9198-f58b9ce59b08 None None] New status for floating IP 7543224f-efe0-423c-9ca7-5e25cb29769f: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:35:06.477770 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (66cde0e7-016c-472b-a39f-97885a51c046), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.501343 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=66cde0e7-016c-472b-a39f-97885a51c046,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:06.576738 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (7543224f-efe0-423c-9ca7-5e25cb29769f), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.579501 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.580663 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ca968d75-f2d7-4e46-9399-479ba1d72b95 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/floatingips/7543224f-efe0-423c-9ca7-5e25cb29769f HTTP/1.1" status: 204 len: 168 time: 0.4772992 Jun 07 14:35:06.647027 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50336) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:06.651477 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685967016', 'description': 'tempest-description--1496194235'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:06.672666 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.740911 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (fb83f09d-e64d-4af3-b85e-ea162abf6d6e), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.744700 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (fb83f09d-e64d-4af3-b85e-ea162abf6d6e), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.778906 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.780132 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321039 Jun 07 14:35:06.782884 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c84f02-12f2-4013-a9fa-971911bee090 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb83f09d-e64d-4af3-b85e-ea162abf6d6e,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:06.783661 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50338) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:06.788169 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': 'fb83f09d-e64d-4af3-b85e-ea162abf6d6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:06.815692 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (6dafe630-7427-4c7e-a64f-7382fe2c893f), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.870269 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (6dafe630-7427-4c7e-a64f-7382fe2c893f), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.873661 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (6dafe630-7427-4c7e-a64f-7382fe2c893f), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.892015 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dafe630-7427-4c7e-a64f-7382fe2c893f,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:06.898515 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.899738 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-733ef1b0-83ea-4c76-9847-5ae36a1d78e8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150308 Jun 07 14:35:06.902348 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50340) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:06.907686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': 'fb83f09d-e64d-4af3-b85e-ea162abf6d6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:06.933792 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (ec6b10ab-0ec5-437a-9935-4b862adaa295), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.988635 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (ec6b10ab-0ec5-437a-9935-4b862adaa295), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:06.991980 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (ec6b10ab-0ec5-437a-9935-4b862adaa295), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.010696 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6b10ab-0ec5-437a-9935-4b862adaa295,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:07.014881 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.016437 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-4d0fc222-aeb9-477d-83ec-004b55d815b0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129224 Jun 07 14:35:07.019732 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50342) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:07.023895 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:07.044428 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.084711 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:07.126508 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.233244 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.27.2.178 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/6dc85c00-778a-4df5-b7f0-ce578d23862b) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:35:07.292858 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:07.335599 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.368090 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.404986 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:35:07.409629 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:35:07.416329 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:35:07.421409 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=6dc85c00-778a-4df5-b7f0-ce578d23862b,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:07.505066 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (1de157e5-1bff-40f1-9093-372d31e3d6b6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.541259 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.720054 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:07.722191 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.726623 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.795726 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=6dc85c00-778a-4df5-b7f0-ce578d23862b,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:07.809100 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (1de157e5-1bff-40f1-9093-372d31e3d6b6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.825056 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:07.826424 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-2f508647-0bcb-40b5-9972-205f3ecb2718 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8057749 Jun 07 14:35:07.973966 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a848cc95-de61-41be-a519-c8291e5986a9 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--685967016&fields=id&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 267 time: 0.0426652 Jun 07 14:35:08.074264 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:35:08.075502 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-4551d595-7cfa-4d10-a182-e8c944d2a263 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:08.076973 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-4551d595-7cfa-4d10-a182-e8c944d2a263 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.0968618 Jun 07 14:35:08.081936 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:08.087822 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:08.093291 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-d08a7750-7a35-4a91-ab92-ecde3a7a8a27 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/quotas/a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 375 time: 0.0098343 Jun 07 14:35:08.106084 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:35:08.106410 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device efe6ad85-77cb-475a-8c69-a4e6f8c4bd6f not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:35:08.148494 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-3d0ba593-d66c-48f3-8595-a3a06dfcf189 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485692 Jun 07 14:35:08.243765 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-2eef9e2e-f1f1-44df-ba8d-628d3d55aa46 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831797 Jun 07 14:35:08.334773 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-bd536342-b1b7-4173-b1ad-6312f52507f8 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Jun 07 14:35:08.494911 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-dc70fd44-19d8-407e-87a6-a7f0a8ee0ee3 req-f54847c4-9142-45f7-950f-6c97b5ecb16c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 210 time: 0.0283251 Jun 07 14:35:09.409164 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-ac8f2c7b-f252-4f24-b0a3-37f0fd7a52a6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:09.411147 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-ac8f2c7b-f252-4f24-b0a3-37f0fd7a52a6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1103923 Jun 07 14:35:09.483417 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-32ebe75c-2c38-4754-aabd-9828c15623b1 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 379 time: 0.0626795 Jun 07 14:35:09.550441 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'port': {'device_id': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'admin_state_up': True, 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'security_groups': ['fb83f09d-e64d-4af3-b85e-ea162abf6d6e']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:09.590566 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0c5de931-c7f5-4135-9f1f-027c771722f6 req-8c87721d-97e2-4b84-90f5-ba0487a7b1a8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 210 time: 0.0280142 Jun 07 14:35:09.596320 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:09.661324 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Made reservation on behalf of a68951caf41c425cb3e1335e30d52a3c for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:35:09.664858 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:09.792450 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.20.0.4 (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61/44acc61e-9925-4946-ad9a-5a001f073b1e/c3e460f4-54c0-49e3-8447-65d616ce7aa7) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:35:09.925746 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:09.956921 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.003161 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:35:10.006393 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:35:10.012817 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:35:10.036475 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=c3e460f4-54c0-49e3-8447-65d616ce7aa7,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:10.049650 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:10.056255 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.056643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.056989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.057325 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.057658 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.057990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.058318 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.058643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.058968 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.059326 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.059652 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.059975 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.060295 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.060619 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.060936 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:10.083006 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:10.083700 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.101579 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c0b2ba3e-b044-4f06-a26f-6bb58a260e22 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557525 Jun 07 14:35:10.113514 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Request body: {'port': {'device_id': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:10.176100 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.275241 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=5,neutron:SELECT=19 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:10.277135 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-158dcab6-dcbb-413a-8a82-52f2483cfd23 None None] Provisioning complete for port c3e460f4-54c0-49e3-8447-65d616ce7aa7 triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:35:10.277511 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-158dcab6-dcbb-413a-8a82-52f2483cfd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.310701 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-158dcab6-dcbb-413a-8a82-52f2483cfd23 None None] Port c3e460f4-54c0-49e3-8447-65d616ce7aa7 cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:35:10.393619 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:10.465707 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e460f4-54c0-49e3-8447-65d616ce7aa7 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:35:10.474374 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Publish callbacks [] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.486897 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Transition to ACTIVE for port object c3e460f4-54c0-49e3-8447-65d616ce7aa7 will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:35:10.490708 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.538802 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e460f4-54c0-49e3-8447-65d616ce7aa7,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:10.622773 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Attempting to bind port c3e460f4-54c0-49e3-8447-65d616ce7aa7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:35:10.623905 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Attempting to bind port c3e460f4-54c0-49e3-8447-65d616ce7aa7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:35:10.624261 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Attempting to bind port c3e460f4-54c0-49e3-8447-65d616ce7aa7 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:35:10.630625 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Port c3e460f4-54c0-49e3-8447-65d616ce7aa7 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:35:10.630951 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Attempting to bind port c3e460f4-54c0-49e3-8447-65d616ce7aa7 on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:35:10.636400 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:35:10.637350 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:35:10.637350 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Bound using segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:35:10.637623 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Bound port: c3e460f4-54c0-49e3-8447-65d616ce7aa7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:35:10.637873 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.707622 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] For port c3e460f4-54c0-49e3-8447-65d616ce7aa7, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:35:10.710953 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] For port c3e460f4-54c0-49e3-8447-65d616ce7aa7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:35:10.715561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb773c3-bdaa-4231-b3ba-34069fd77e97 req-8fe3216e-8f44-4dda-a8ad-06298be8d13f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:10.717692 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ebb773c3-bdaa-4231-b3ba-34069fd77e97 req-8fe3216e-8f44-4dda-a8ad-06298be8d13f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 943 time: 0.0512946 Jun 07 14:35:10.718318 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.759402 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:10.760017 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:10.761962 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] 10.222.0.75 "PUT /v2.0/ports/c3e460f4-54c0-49e3-8447-65d616ce7aa7 HTTP/1.1" status: 200 len: 1093 time: 0.6534591 Jun 07 14:35:10.762999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:35:10.765290 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:35:10.781012 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-ebb773c3-bdaa-4231-b3ba-34069fd77e97 req-d2e9d892-df04-42ae-871d-35c20b5554e2 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500350 Jun 07 14:35:10.787829 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2044200-0715-4c8e-be0c-63079aac7875 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e460f4-54c0-49e3-8447-65d616ce7aa7,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:10.842103 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020cc0d8-ffda-47b4-82c7-3beec465213a x-openstack-request-id: req-020cc0d8-ffda-47b4-82c7-3beec465213a {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:35:10.842331 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:35:10.842556 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-020cc0d8-ffda-47b4-82c7-3beec465213a {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:35:10.842955 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020cc0d8-ffda-47b4-82c7-3beec465213a'] response: {'name': 'network-changed', 'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'status': 'completed', 'code': 200} Jun 07 14:35:10.855793 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-bc07f5d1-6883-4e73-876a-9a9cc2f244bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:10.857344 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-bc07f5d1-6883-4e73-876a-9a9cc2f244bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 1127 time: 0.0499928 Jun 07 14:35:10.898596 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-e118abbf-b1a9-4101-a3d1-d9557b85710d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7 HTTP/1.1" status: 200 len: 217 time: 0.0341032 Jun 07 14:35:10.950434 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-31f7bd04-c840-441d-a31b-a53ae7413a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:10.951955 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-31f7bd04-c840-441d-a31b-a53ae7413a24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0467567 Jun 07 14:35:10.995755 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-777ef730-89ac-4036-93f5-5f0e99292ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:10.997215 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-777ef730-89ac-4036-93f5-5f0e99292ebf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390630 Jun 07 14:35:11.075758 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:11.092341 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-c8bafb1f-d2c5-434e-bd1e-c0869834cd8f service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884976 Jun 07 14:35:11.182331 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-4cb0d384-e3e3-4580-ad00-b076666b1781 req-8d2f1d8d-733e-48db-a261-db7ebb46d535 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833633 Jun 07 14:35:11.899209 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:11.908845 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd25b8-2dbe-49c7-85fa-5bb4881f34c2 req-ddee8fbb-40bd-44ca-9ca5-02fc5c845125 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:11.910319 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1cfd25b8-2dbe-49c7-85fa-5bb4881f34c2 req-ddee8fbb-40bd-44ca-9ca5-02fc5c845125 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 943 time: 0.0517266 Jun 07 14:35:11.932374 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-598d13bf-234b-4f7f-b312-f2ba7b80e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:11.933876 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-598d13bf-234b-4f7f-b312-f2ba7b80e805 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 1127 time: 0.0448840 Jun 07 14:35:11.959674 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-1cfd25b8-2dbe-49c7-85fa-5bb4881f34c2 req-7fcfd5ef-ebe7-448f-af83-6f5881e44b7a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Jun 07 14:35:12.019698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:12.023207 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-0144fd2d-6e99-4dc8-a43a-e7f7c8c8f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:12.024694 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-0144fd2d-6e99-4dc8-a43a-e7f7c8c8f72e service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0849788 Jun 07 14:35:12.068238 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-05348bfe-2fce-4ae9-95a7-f2cee874baf4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7 HTTP/1.1" status: 200 len: 217 time: 0.0373757 Jun 07 14:35:12.117809 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-c5e8efe6-89b3-4090-aacd-f30e9740aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:12.119211 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-c5e8efe6-89b3-4090-aacd-f30e9740aba5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0436730 Jun 07 14:35:12.162184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-5a8d7717-aa44-4e9f-8d9c-601bbd5746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:12.163631 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-5a8d7717-aa44-4e9f-8d9c-601bbd5746e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384982 Jun 07 14:35:12.255827 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-4a1452b2-b983-47dd-9aa1-b67899496b41 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854430 Jun 07 14:35:12.344003 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ed6a9e52-12d4-4343-bb49-0e6e97fe1aa2 req-d41dcd7c-33fa-474e-87b3-f48650541541 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816090 Jun 07 14:35:13.047440 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-3e1fb2d1-852b-49fb-a468-e484bc550984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:13.073741 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a1a0-13d4-45b7-858b-4a0c43b435f4 req-6f60c119-3685-49ab-829c-3a5cb44c8188 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:13.075208 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6846a1a0-13d4-45b7-858b-4a0c43b435f4 req-6f60c119-3685-49ab-829c-3a5cb44c8188 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 943 time: 0.0475438 Jun 07 14:35:13.112794 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:13.128316 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6846a1a0-13d4-45b7-858b-4a0c43b435f4 req-26d667cf-6353-4dd1-80db-df7bc7ab6026 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Jun 07 14:35:14.107291 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device c3e460f4-54c0-49e3-8447-65d616ce7aa7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:35:14.209345 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port c3e460f4-54c0-49e3-8447-65d616ce7aa7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:35:14.221347 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'port_id': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'mac_address': 'fa:16:3e:29:d9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:35:14.247414 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760cf0f-24f8-4d7d-a7f8-c6bb5c25f27a req-3ad5ab6b-cd8e-43bb-9031-e351574d3905 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:14.248932 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4760cf0f-24f8-4d7d-a7f8-c6bb5c25f27a req-3ad5ab6b-cd8e-43bb-9031-e351574d3905 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 943 time: 0.0511978 Jun 07 14:35:14.256996 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port c3e460f4-54c0-49e3-8447-65d616ce7aa7 is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:35:14.257386 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:14.270824 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e460f4-54c0-49e3-8447-65d616ce7aa7 {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:35:14.292548 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port c3e460f4-54c0-49e3-8447-65d616ce7aa7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:35:14.296673 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:14.350431 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=c3e460f4-54c0-49e3-8447-65d616ce7aa7,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:14.509813 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['c3e460f4-54c0-49e3-8447-65d616ce7aa7'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:35:14.567301 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-4760cf0f-24f8-4d7d-a7f8-c6bb5c25f27a req-6fa7738d-8c99-4d83-9615-185f0953cada tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119547 Jun 07 14:35:15.458134 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9373d1e3-dee2-477e-8325-d2c9a00de332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:15.681537 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9520-b54e-422c-87bf-a5be90c1fc15 req-76e1fed4-4cf8-4b5d-8d25-f5a573ffbc4f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:15.682959 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bde9520-b54e-422c-87bf-a5be90c1fc15 req-76e1fed4-4cf8-4b5d-8d25-f5a573ffbc4f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 944 time: 0.0463037 Jun 07 14:35:15.730078 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7bde9520-b54e-422c-87bf-a5be90c1fc15 req-6af66869-6c04-4f40-84c7-67b05ba082ad tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Jun 07 14:35:16.059315 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=35 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:16.119798 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device c3e460f4-54c0-49e3-8447-65d616ce7aa7 up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:35:16.164877 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port c3e460f4-54c0-49e3-8447-65d616ce7aa7 completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:35:16.170734 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port c3e460f4-54c0-49e3-8447-65d616ce7aa7 triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:35:16.171172 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:16.243930 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port c3e460f4-54c0-49e3-8447-65d616ce7aa7 is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:35:16.244317 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:16.267284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:35:16.269505 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfe192-202a-4ff3-94be-ecfd644921e2" -d '{"events": [{"server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "name": "network-vif-plugged", "status": "completed", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:35:16.282551 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port c3e460f4-54c0-49e3-8447-65d616ce7aa7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:35:16.288223 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:16.319599 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f487f8-eaf1-497e-9b41-9b1dc23eaef5 x-openstack-request-id: req-a9f487f8-eaf1-497e-9b41-9b1dc23eaef5 {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:35:16.319800 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "name": "network-vif-plugged", "status": "completed", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:35:16.320049 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9f487f8-eaf1-497e-9b41-9b1dc23eaef5 {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:35:16.320434 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f487f8-eaf1-497e-9b41-9b1dc23eaef5'] response: {'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'code': 200} Jun 07 14:35:16.335374 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:16.353364 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=c3e460f4-54c0-49e3-8447-65d616ce7aa7,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:35:16.360989 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.361334 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.361678 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.362022 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.362354 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.362690 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.363017 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.363368 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.363690 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.364113 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.364450 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.364886 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.365299 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.365630 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.366046 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:35:16.471458 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033ef5-a006-4327-b4de-381c06502088 req-2d234022-2a09-4083-b96a-4162741b57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:16.472925 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-47033ef5-a006-4327-b4de-381c06502088 req-2d234022-2a09-4083-b96a-4162741b57eb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 1129 time: 0.0388048 Jun 07 14:35:16.518184 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-47033ef5-a006-4327-b4de-381c06502088 req-d8a5404d-73b1-4183-b329-469539763c2a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378277 Jun 07 14:35:16.845787 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ddca7-8da5-4c64-8380-9331aefe77aa req-38b8585e-375c-477a-8851-7df1ca3e7d68 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:16.847239 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-566ddca7-8da5-4c64-8380-9331aefe77aa req-38b8585e-375c-477a-8851-7df1ca3e7d68 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0504217 Jun 07 14:35:16.894207 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-566ddca7-8da5-4c64-8380-9331aefe77aa req-cc6d2954-09ff-4722-8733-b1c3505b28bf tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Jun 07 14:35:18.014386 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a62a05-153b-4538-b6bf-81140af22d0b req-f2e61d7a-7ad0-4cfc-b89e-e80645cdfa2d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:18.015882 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-40a62a05-153b-4538-b6bf-81140af22d0b req-f2e61d7a-7ad0-4cfc-b89e-e80645cdfa2d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0480485 Jun 07 14:35:18.067531 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-40a62a05-153b-4538-b6bf-81140af22d0b req-2edb6342-cfdd-4b25-b678-42fbbf233faa tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453987 Jun 07 14:35:18.070507 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:19.184982 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431cc8b-ceb6-428e-b31c-b2cbec4fb7f9 req-b266d6a0-f102-4134-b039-dbd74857d0c6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:19.186448 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5431cc8b-ceb6-428e-b31c-b2cbec4fb7f9 req-b266d6a0-f102-4134-b039-dbd74857d0c6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0488603 Jun 07 14:35:19.236454 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-5431cc8b-ceb6-428e-b31c-b2cbec4fb7f9 req-d7277b30-234f-4b0b-b471-cab456113d0c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Jun 07 14:35:19.346896 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed4903-2665-4567-9532-f6cf7ed282d5 req-691eb654-6480-4378-96b4-9aeffb616e81 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:19.348388 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-efed4903-2665-4567-9532-f6cf7ed282d5 req-691eb654-6480-4378-96b4-9aeffb616e81 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0485120 Jun 07 14:35:19.356971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50394) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:35:19.362399 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'port_id': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:35:19.398933 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (1de157e5-1bff-40f1-9093-372d31e3d6b6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:19.551004 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=47 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:19.592000 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:19.743243 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:19.821872 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:19.825538 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (1de157e5-1bff-40f1-9093-372d31e3d6b6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:19.914310 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:19.921500 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP 1de157e5-1bff-40f1-9093-372d31e3d6b6 associated. External IP: 172.27.2.178, port: c3e460f4-54c0-49e3-8447-65d616ce7aa7. Jun 07 14:35:20.125154 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:35:20.224541 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:35:20.229608 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:20.234014 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:35:20.245265 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:35:20.245893 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:35:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:20.263273 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7088adb3-54b6-477a-a806-cd366f1df101 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "PUT /v2.0/floatingips/1de157e5-1bff-40f1-9093-372d31e3d6b6 HTTP/1.1" status: 200 len: 991 time: 0.9052477 Jun 07 14:35:20.263950 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:35:20.266265 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc44b803-e793-4a45-810d-c2106567263a" -d '{"events": [{"name": "network-changed", "server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:35:20.310340 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283d881c-d48c-4c92-a530-f52036af7375 x-openstack-request-id: req-283d881c-d48c-4c92-a530-f52036af7375 {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:35:20.310639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:35:20.310893 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-283d881c-d48c-4c92-a530-f52036af7375 {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:35:20.311331 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283d881c-d48c-4c92-a530-f52036af7375'] response: {'name': 'network-changed', 'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'status': 'completed', 'code': 200} Jun 07 14:35:20.354275 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:35:20.375603 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b803-e793-4a45-810d-c2106567263a req-ea7b0b99-28cb-487a-9f0f-eb7b31c12b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:20.378087 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-ea7b0b99-28cb-487a-9f0f-eb7b31c12b52 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 1129 time: 0.0447609 Jun 07 14:35:20.471018 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b803-e793-4a45-810d-c2106567263a req-e13c0762-7d6b-4d33-b7aa-1f3f10b8bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:20.472509 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-e13c0762-7d6b-4d33-b7aa-1f3f10b8bb5c service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0860443 Jun 07 14:35:20.538851 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-eb2df5b3-c504-4b79-8e07-9a7499bd0232 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7 HTTP/1.1" status: 200 len: 999 time: 0.0594029 Jun 07 14:35:20.562020 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '1de157e5-1bff-40f1-9093-372d31e3d6b6', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:29:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:35:07Z', 'updated_at': '2022-06-07T14:35:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:20.590005 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:35:20.596020 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b803-e793-4a45-810d-c2106567263a req-56337056-658b-404d-b845-d8d13784964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:20.597552 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-56337056-658b-404d-b845-d8d13784964f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0522211 Jun 07 14:35:20.599480 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:35:20.600077 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:35:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:20.643968 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44b803-e793-4a45-810d-c2106567263a req-0458bb42-898d-433d-8af4-81856f88e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:35:20.645398 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-0458bb42-898d-433d-8af4-81856f88e63e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403559 Jun 07 14:35:20.707547 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:35:20.738689 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-a93a500b-3a3f-4681-ae5b-6d47a336a7f4 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862060 Jun 07 14:35:20.764050 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:20.831431 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-dc44b803-e793-4a45-810d-c2106567263a req-22991eb4-7426-4c93-a864-38d9fbb5d94a service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856500 Jun 07 14:35:20.915178 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '1de157e5-1bff-40f1-9093-372d31e3d6b6', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:29:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:35:07Z', 'updated_at': '2022-06-07T14:35:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:35:20.939169 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970bb12-74ff-4ab2-9259-eaef9dd0514d None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': '1de157e5-1bff-40f1-9093-372d31e3d6b6', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:29:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:35:07Z', 'updated_at': '2022-06-07T14:35:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:35:21.124768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6371fc1-5a24-4c12-9ff2-a08e31f8db2e None None] New status for floating IP 1de157e5-1bff-40f1-9093-372d31e3d6b6: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:35:22.540781 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:35:26.450152 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:30.258909 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=53 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:30.259715 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=40 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:30.817902 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=87 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:30.828024 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=8 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:31.239423 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:36.434748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:36.446165 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:42.101731 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=95 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:42.103585 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=87 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:35:43.049891 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-acf15b0f-bcbb-4719-8ff4-762cbb0d4f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:45.459924 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39a4f9eb-351d-494f-9fe3-3a11eb30729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:46.310507 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:48.073030 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:49.594753 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:56.450583 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:35:59.539978 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:36:03.747542 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246561-8e15-48f6-a023-91b53ec233b3 req-144e6470-085b-4a5e-8170-963a88184129 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:03.749082 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-21246561-8e15-48f6-a023-91b53ec233b3 req-144e6470-085b-4a5e-8170-963a88184129 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0479109 Jun 07 14:36:03.795983 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-21246561-8e15-48f6-a023-91b53ec233b3 req-b88bf29e-6eb3-4664-b732-e788c1e601f4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414205 Jun 07 14:36:04.910442 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd7854-fd03-4235-876b-d0642f00c222 req-794c04b0-e477-4cad-9700-f7fc55c93c47 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:04.911914 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cbd7854-fd03-4235-876b-d0642f00c222 req-794c04b0-e477-4cad-9700-f7fc55c93c47 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0458844 Jun 07 14:36:04.958126 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3cbd7854-fd03-4235-876b-d0642f00c222 req-d4787dcd-c134-409f-8932-bff9824c3b9d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb83f09d-e64d-4af3-b85e-ea162abf6d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Jun 07 14:36:05.375789 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-97984aa2-0be2-4a0b-9210-c2a4c9a67b29 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:05.377232 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-97984aa2-0be2-4a0b-9210-c2a4c9a67b29 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 945 time: 0.0492258 Jun 07 14:36:05.460109 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port c3e460f4-54c0-49e3-8447-65d616ce7aa7 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:36:05.460361 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:05.546311 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] For port c3e460f4-54c0-49e3-8447-65d616ce7aa7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c3e460f4-54c0-49e3-8447-65d616ce7aa7,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:36:05.546674 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:05.709788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:05.710198 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (1de157e5-1bff-40f1-9093-372d31e3d6b6), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:05.710461 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP 1de157e5-1bff-40f1-9093-372d31e3d6b6 disassociated. External IP: 172.27.2.178, port: c3e460f4-54c0-49e3-8447-65d616ce7aa7. Jun 07 14:36:05.710807 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for c3e460f4-54c0-49e3-8447-65d616ce7aa7 owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:36:05.834228 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (c3e460f4-54c0-49e3-8447-65d616ce7aa7), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:05.862852 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=c3e460f4-54c0-49e3-8447-65d616ce7aa7,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:05.970686 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:36:06.058973 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-220dc7f9-0706-4233-89b3-ea8216a73b7d req-ba9665d6-1765-4b08-9fc1-2b527fc74604 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f HTTP/1.1" status: 200 len: 210 time: 0.0316267 Jun 07 14:36:06.076134 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:36:06.089463 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:36:06.099361 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:36:06.100330 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:35:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:06.124828 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] No DVR routers for this DVR port c3e460f4-54c0-49e3-8447-65d616ce7aa7 on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:36:06.127387 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:06.130569 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-ce10b607-f298-4db4-b5d4-d133a4763f29 req-65ce9c8e-857f-4a50-9899-48ba38006588 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "DELETE /v2.0/ports/c3e460f4-54c0-49e3-8447-65d616ce7aa7 HTTP/1.1" status: 204 len: 173 time: 0.7478034 Jun 07 14:36:06.131690 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'name': 'network-vif-deleted', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:36:06.134371 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde978c6-3509-496e-be98-392cc731a1c0" -d '{"events": [{"server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "name": "network-vif-deleted", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:36:06.173591 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fc3582-084f-49a7-b1ca-567f2bd2dc6d x-openstack-request-id: req-03fc3582-084f-49a7-b1ca-567f2bd2dc6d {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:36:06.173856 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f", "name": "network-vif-deleted", "tag": "c3e460f4-54c0-49e3-8447-65d616ce7aa7", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:36:06.174138 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03fc3582-084f-49a7-b1ca-567f2bd2dc6d {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:36:06.175155 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03fc3582-084f-49a7-b1ca-567f2bd2dc6d'] response: {'server_uuid': 'e64b7d19-1bd0-40bd-bb05-6c3664cf4e1f', 'name': 'network-vif-deleted', 'tag': 'c3e460f4-54c0-49e3-8447-65d616ce7aa7', 'status': 'completed', 'code': 200} Jun 07 14:36:06.208158 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:36:06.439718 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:06.444422 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:06.446737 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:06.490542 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:06.518065 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:36:06.527704 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:36:06.528334 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:35:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:06.632595 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:36:06.814911 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:06.842355 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081acaba-d3c0-42b5-8f15-f370e4979cbb None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:36:07.053944 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfb720-b211-4b01-93a1-dc74e20b91c0 None None] New status for floating IP 1de157e5-1bff-40f1-9093-372d31e3d6b6: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:36:07.144917 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50476) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:07.207537 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bdab70a0-0f7e-4ce0-8b5b-d2fbe448484f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (fb83f09d-e64d-4af3-b85e-ea162abf6d6e), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.230906 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bdab70a0-0f7e-4ce0-8b5b-d2fbe448484f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (fb83f09d-e64d-4af3-b85e-ea162abf6d6e), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.233189 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:07.239352 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:07.284540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bdab70a0-0f7e-4ce0-8b5b-d2fbe448484f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (fb83f09d-e64d-4af3-b85e-ea162abf6d6e), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.286950 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bdab70a0-0f7e-4ce0-8b5b-d2fbe448484f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.288469 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-bdab70a0-0f7e-4ce0-8b5b-d2fbe448484f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb83f09d-e64d-4af3-b85e-ea162abf6d6e HTTP/1.1" status: 204 len: 168 time: 0.1424801 Jun 07 14:36:07.291425 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50478) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:07.297852 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab70a0-0f7e-4ce0-8b5b-d2fbe448484f tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb83f09d-e64d-4af3-b85e-ea162abf6d6e,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:07.307450 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.api.v2.resource [None req-2cbfd712-fc06-4304-af37-e9e5a5e0c479 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] show failed (client error): The resource could not be found. Jun 07 14:36:07.311083 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2cbfd712-fc06-4304-af37-e9e5a5e0c479 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups/fb83f09d-e64d-4af3-b85e-ea162abf6d6e HTTP/1.1" status: 404 len: 347 time: 0.0161664 Jun 07 14:36:07.311337 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50480) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:07.423061 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port 6dc85c00-778a-4df5-b7f0-ce578d23862b {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:36:07.423430 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.498081 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.498416 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (6dc85c00-778a-4df5-b7f0-ce578d23862b), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.511445 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for 6dc85c00-778a-4df5-b7f0-ce578d23862b owned by network:floatingip {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:36:07.641789 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (6dc85c00-778a-4df5-b7f0-ce578d23862b), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.667245 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=6dc85c00-778a-4df5-b7f0-ce578d23862b,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:07.694998 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.695374 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.695712 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.696045 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.696394 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.696701 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.697023 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.697343 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.697662 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.697981 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.698301 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.698619 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.698935 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.699268 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.699586 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:07.740489 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (1de157e5-1bff-40f1-9093-372d31e3d6b6), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.743102 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.744281 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-8c51ec60-3864-40ef-92a2-c9598a8476f6 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/floatingips/1de157e5-1bff-40f1-9093-372d31e3d6b6 HTTP/1.1" status: 204 len: 168 time: 0.4320455 Jun 07 14:36:07.807507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50484) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:07.812019 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084327827', 'description': 'tempest-description--103556378'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:07.833017 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.899861 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (6abcbe46-1e3e-4c9f-ad32-352c22b605d5), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.903449 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6abcbe46-1e3e-4c9f-ad32-352c22b605d5), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.937717 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:07.938920 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303847 Jun 07 14:36:07.939774 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256fde-8e35-46ed-866a-2adaa4ec7c51 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abcbe46-1e3e-4c9f-ad32-352c22b605d5,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:07.941695 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50486) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:07.946851 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': '6abcbe46-1e3e-4c9f-ad32-352c22b605d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:07.972669 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (469fde19-ea79-495c-8595-a061e072d66a), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.028185 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (469fde19-ea79-495c-8595-a061e072d66a), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.031805 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (469fde19-ea79-495c-8595-a061e072d66a), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.050243 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469fde19-ea79-495c-8595-a061e072d66a,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:08.059959 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.061480 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-818de360-82dd-4c21-8d7a-cddf0bfd748c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187408 Jun 07 14:36:08.063901 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50488) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:08.068164 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'security_group_rule': {'security_group_id': '6abcbe46-1e3e-4c9f-ad32-352c22b605d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:08.094558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (de8d70d7-9795-4783-9396-f0a81dadc8ef), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.150989 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (de8d70d7-9795-4783-9396-f0a81dadc8ef), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.154886 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665434'] for security_group_rule (de8d70d7-9795-4783-9396-f0a81dadc8ef), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.173862 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8d70d7-9795-4783-9396-f0a81dadc8ef,revision_number=0']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:08.183004 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.184220 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-bc6915d1-8970-40c6-8ae1-ca1b16855174 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193767 Jun 07 14:36:08.187187 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50490) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:08.191330 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:08.211269 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.288496 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.322745 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device c3e460f4-54c0-49e3-8447-65d616ce7aa7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:36:08.342060 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: c3e460f4-54c0-49e3-8447-65d616ce7aa7 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:36:08.342411 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device c3e460f4-54c0-49e3-8447-65d616ce7aa7 not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:36:08.380024 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:08.391549 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.27.2.36 (1806ca25-bbd4-4509-ad9e-c4603e88fa93/b22185ea-a424-4ace-b43d-2762d1e244ec/de0c3972-dc5e-4265-8efe-32d616b69952) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:36:08.466416 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:08.499813 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (de0c3972-dc5e-4265-8efe-32d616b69952), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.532223 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (de0c3972-dc5e-4265-8efe-32d616b69952), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.569118 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 1806ca25-bbd4-4509-ad9e-c4603e88fa93 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:36:08.572037 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:36:08.578435 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:36:08.583558 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=de0c3972-dc5e-4265-8efe-32d616b69952,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:08.667665 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (e3f45b26-b575-42dc-876a-5c3a869096a6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.703760 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (de0c3972-dc5e-4265-8efe-32d616b69952), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.878297 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (de0c3972-dc5e-4265-8efe-32d616b69952), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.883302 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (de0c3972-dc5e-4265-8efe-32d616b69952), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.948650 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=de0c3972-dc5e-4265-8efe-32d616b69952,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:08.963698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (e3f45b26-b575-42dc-876a-5c3a869096a6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.979399 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:08.980623 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-7aa89b59-619f-4538-a240-c94304958691 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7924845 Jun 07 14:36:09.128205 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-ba616453-5fd6-45b9-93ee-549461e95e1c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2084327827&fields=id&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 267 time: 0.0441406 Jun 07 14:36:09.236094 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-6547fdec-27d5-4460-8767-ca7c862bac26 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:09.237549 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-6547fdec-27d5-4460-8767-ca7c862bac26 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1025865 Jun 07 14:36:09.252471 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b9ce167f-92fe-47ef-9e82-2753e7d17873 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/quotas/a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 375 time: 0.0090239 Jun 07 14:36:09.301048 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-258509d2-0ae6-4dfa-a5f4-b7e65f2999fe tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437009 Jun 07 14:36:09.366844 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:09.398848 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-bd0ea235-8e85-4490-9ff5-4984db3bb269 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859046 Jun 07 14:36:09.449561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:09.492537 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-34618d5f-ac18-47ff-bc61-22d1ab1eb953 service neutron] 10.222.0.81 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878541 Jun 07 14:36:09.653756 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-8766de5c-05a4-4b1a-9ff3-ad306b7c8530 req-3661b831-b969-4724-9fb1-7e0b909411d0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 210 time: 0.0294573 Jun 07 14:36:10.561461 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b22bac4e-9812-4191-a1d4-0111f466be91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:10.562935 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b22bac4e-9812-4191-a1d4-0111f466be91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 814 time: 0.1002758 Jun 07 14:36:10.627159 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-fe4e1563-b6b7-439e-b974-eb3948c5a96a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68951caf41c425cb3e1335e30d52a3c HTTP/1.1" status: 200 len: 380 time: 0.0564544 Jun 07 14:36:10.636810 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'port': {'device_id': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'admin_state_up': True, 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'security_groups': ['6abcbe46-1e3e-4c9f-ad32-352c22b605d5']}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:10.685715 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:10.688473 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:10.751197 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-d9aa7c9a-ce73-47ae-b6d1-26478c3ddcd7 req-d5fb9308-825d-4673-9833-6481a42b8aca tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 210 time: 0.0280650 Jun 07 14:36:10.755753 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Made reservation on behalf of a68951caf41c425cb3e1335e30d52a3c for: {'port': 1} {{(pid=103889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:36:10.759555 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:10.891104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Allocated IP 172.20.0.9 (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61/44acc61e-9925-4946-ad9a-5a001f073b1e/ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:36:11.024917 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.056010 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767759110175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.357507 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:36:11.360564 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:36:11.364379 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 07 14:36:11.392603 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event updated for resources: {'Port': ['ID=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:11.408376 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.408720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.409057 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.409387 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.409713 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.410040 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.410362 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.410684 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.411010 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.411353 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.411673 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.412014 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.412411 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.412954 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.413500 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:11.435944 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:11.436550 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.454065 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-b314de45-d0e6-42e5-b25c-e4b4fc1a6261 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8209682 Jun 07 14:36:11.465363 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.v2.base [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Request body: {'port': {'device_id': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:11.528586 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.628589 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-8db4d482-3d58-4fb5-8b2c-ab75d3f501c2 None None] Provisioning complete for port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c triggered by entity DHCP. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:36:11.629183 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8db4d482-3d58-4fb5-8b2c-ab75d3f501c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.665023 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-8db4d482-3d58-4fb5-8b2c-ab75d3f501c2 None None] Port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c cannot update to ACTIVE because it is not bound. {{(pid=103891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 07 14:36:11.730339 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:11.748525 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:11.822383 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:36:11.830005 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Publish callbacks [] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.843144 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Transition to ACTIVE for port object ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c will not be triggered until provisioned by entity L2. {{(pid=103889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 07 14:36:11.847163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:11.869850 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9bf4f-1f21-42e6-b748-38d9cd5775c5 req-712c2746-e1cf-4e17-a642-c74dd5a333c1 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:11.871337 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-77a9bf4f-1f21-42e6-b748-38d9cd5775c5 req-712c2746-e1cf-4e17-a642-c74dd5a333c1 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 931 time: 0.0506778 Jun 07 14:36:11.899910 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Pushing event updated for resources: {'Port': ['ID=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:11.922028 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-77a9bf4f-1f21-42e6-b748-38d9cd5775c5 req-f1bac0d8-a078-4c2f-b4e0-8ece542a1d6b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Jun 07 14:36:11.980892 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Attempting to bind port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 07 14:36:11.981168 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Attempting to bind port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 07 14:36:11.981496 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Attempting to bind port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:36:11.986917 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 07 14:36:11.987261 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Attempting to bind port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c on network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 07 14:36:11.993184 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Checking agent: {'id': 'a88c8ffb-a9bd-476c-be3d-e206fae2bd32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'started_at': datetime.datetime(2022, 6, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 7, 14, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 07 14:36:11.993667 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Checking segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 07 14:36:11.994057 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Bound using segment: {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 07 14:36:11.994484 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Bound port: ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320d29bb-db77-426c-93c2-d356ff910c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 07 14:36:11.994841 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:12.059573 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] For port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host hv-cinder-83608, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 07 14:36:12.063186 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] For port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 07 14:36:12.070119 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371905'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:12.104104 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:12.104720 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:12.106254 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] 10.222.0.75 "PUT /v2.0/ports/ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c HTTP/1.1" status: 200 len: 1093 time: 0.6449599 Jun 07 14:36:12.106497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:36:12.108728 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3395fea-9930-4d93-ab79-707f6ffccedc" -d '{"events": [{"name": "network-changed", "server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:36:12.139564 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b6cbc-5804-4772-b624-dd0736d87983 service neutron] Pushing event updated for resources: {'Port': ['ID=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:12.148504 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f989244-79df-44c8-9ab3-09c44090d6cc x-openstack-request-id: req-3f989244-79df-44c8-9ab3-09c44090d6cc {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:36:12.148718 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:36:12.148970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f989244-79df-44c8-9ab3-09c44090d6cc {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:36:12.149375 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f989244-79df-44c8-9ab3-09c44090d6cc'] response: {'name': 'network-changed', 'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'status': 'completed', 'code': 200} Jun 07 14:36:12.197271 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-3bf4f2e7-8be2-4fa8-b154-1ca1cfa804b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:12.198890 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-3bf4f2e7-8be2-4fa8-b154-1ca1cfa804b0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 1127 time: 0.0461709 Jun 07 14:36:12.239481 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-c877a709-3730-406d-9d35-ae7ab48e3bc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c HTTP/1.1" status: 200 len: 217 time: 0.0340898 Jun 07 14:36:12.292666 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-9a844d4b-5a69-4de0-a01a-7734f4aee145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:12.294189 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-9a844d4b-5a69-4de0-a01a-7734f4aee145 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0475161 Jun 07 14:36:12.345474 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-7998abb0-e4e9-4dc8-b0cf-f2ebc4524eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:12.346937 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-7998abb0-e4e9-4dc8-b0cf-f2ebc4524eb6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473299 Jun 07 14:36:12.440746 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-9240270a-ba1c-4f4b-a9df-3d7dca24758f service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871274 Jun 07 14:36:12.531960 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-7f9cb6fe-dd1a-4c00-a611-371b7b186dfc req-58993f35-9805-48a6-bc38-31ab5198ff6e service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847280 Jun 07 14:36:13.042743 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ddeeb-edc9-4e37-97e8-1960307df8a4 req-4a72f6aa-7a6f-44b0-a635-7492178aa4c8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:13.044254 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-605ddeeb-edc9-4e37-97e8-1960307df8a4 req-4a72f6aa-7a6f-44b0-a635-7492178aa4c8 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 943 time: 0.0484705 Jun 07 14:36:13.052792 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0560309b-a6cc-4050-8426-13741ae549ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:13.092083 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-605ddeeb-edc9-4e37-97e8-1960307df8a4 req-064fa119-37ef-40be-abd8-f417e06ef3d0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Jun 07 14:36:13.282325 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-91ed04ac-46f1-4d79-8c1e-a2125aed1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:13.283840 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-91ed04ac-46f1-4d79-8c1e-a2125aed1c8a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 1127 time: 0.0399435 Jun 07 14:36:13.343414 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=100 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:13.374234 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-9fbdd850-be47-4b3b-98ad-5d187b8d5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:13.375720 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-9fbdd850-be47-4b3b-98ad-5d187b8d5080 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0852463 Jun 07 14:36:13.417657 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-139e7d0a-19f3-44bf-a9b4-23fc2157d375 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c HTTP/1.1" status: 200 len: 217 time: 0.0354340 Jun 07 14:36:13.466719 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-c56311e3-3ffb-46b8-b42d-e3e979196461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:13.468190 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-c56311e3-3ffb-46b8-b42d-e3e979196461 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0454807 Jun 07 14:36:13.507818 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:13.511620 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-06d4c460-1c2c-4395-8965-9f42a6dc674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:13.513090 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-06d4c460-1c2c-4395-8965-9f42a6dc674d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394864 Jun 07 14:36:13.606112 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-902b5a75-a1ca-4194-819d-27055658dc53 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Jun 07 14:36:13.694013 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-b3395fea-9930-4d93-ab79-707f6ffccedc req-b9219d95-5ecb-4c0b-8ba8-b9c545a6b335 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824420 Jun 07 14:36:14.207780 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885234-85b8-4d56-b8df-8953a25f998d req-2e44c67f-6938-4918-9f72-d6a13571ebb5 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:14.209634 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6885234-85b8-4d56-b8df-8953a25f998d req-2e44c67f-6938-4918-9f72-d6a13571ebb5 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 943 time: 0.0471711 Jun 07 14:36:14.261675 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-e6885234-85b8-4d56-b8df-8953a25f998d req-e2f9006a-6d2a-4727-afa9-cc2585638260 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 Jun 07 14:36:14.369327 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 07 14:36:14.465774 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:36:14.477627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Returning: {'device': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'port_id': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'mac_address': 'fa:16:3e:78:0f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 07 14:36:14.512018 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c is: DOWN; New status is: BUILD {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:36:14.512406 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:14.525804 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c {{(pid=103891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 07 14:36:14.545624 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:36:14.549601 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:14.594418 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,revision_number=4']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:14.893265 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] get_ports_and_sgs() called for port_ids ['ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c'] {{(pid=103891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 07 14:36:15.377674 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532b82-52a0-4032-bb20-5d42f5a955f7 req-ecb52ac0-bbf1-4e57-8277-c63270c11e35 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:15.379140 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd532b82-52a0-4032-bb20-5d42f5a955f7 req-ecb52ac0-bbf1-4e57-8277-c63270c11e35 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 944 time: 0.0507560 Jun 07 14:36:15.426021 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-fd532b82-52a0-4032-bb20-5d42f5a955f7 req-fa6a7c8d-3dbf-4edc-9369-d3a1052904bd tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404160 Jun 07 14:36:15.463284 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-554cd770-5da2-426e-97fb-82c85caeaf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:16.312950 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:16.385056 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c up at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 07 14:36:16.430049 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning for port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c completed by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 07 14:36:16.435613 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.provisioning_blocks [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Provisioning complete for port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c triggered by entity L2. {{(pid=103891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 07 14:36:16.435985 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715114'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), provisioning_complete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:16.511065 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Current status of the port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c is: BUILD; New status is: ACTIVE {{(pid=103891) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 07 14:36:16.511847 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655145'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), before_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:16.534736 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c'}] {{(pid=103891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:36:16.537524 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4b110d9dc84aceaeb16923e046cdebf8a1d54ad910a1e2b0187752b756bb21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ace963-778d-4cf0-ab02-2266d11a0d4f" -d '{"events": [{"server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "name": "network-vif-plugged", "status": "completed", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c"}]}' {{(pid=103891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:36:16.542932 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b3c5-6c32-4932-b461-d6f67028b34b req-05e939e5-63f5-4222-940b-2014ca1c9aea tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:16.544482 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3995b3c5-6c32-4932-b461-d6f67028b34b req-05e939e5-63f5-4222-940b-2014ca1c9aea tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 944 time: 0.0470066 Jun 07 14:36:16.550332 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] For port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:36:16.555052 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767759509890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767759110193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767759110211'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:16.578768 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc1ded-520f-49b9-8580-a2930354657e x-openstack-request-id: req-d2dc1ded-520f-49b9-8580-a2930354657e {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:36:16.579058 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "name": "network-vif-plugged", "status": "completed", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c", "code": 200}]} {{(pid=103891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:36:16.579415 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2dc1ded-520f-49b9-8580-a2930354657e {{(pid=103891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:36:16.579804 dv-cinder-836083-9-iscsi neutron-server[103891]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dc1ded-520f-49b9-8580-a2930354657e'] response: {'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'code': 200} Jun 07 14:36:16.595794 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-3995b3c5-6c32-4932-b461-d6f67028b34b req-5c59adcc-6a96-4500-90f9-49040f46de0b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 Jun 07 14:36:16.610210 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Pushing event updated for resources: {'Port': ['ID=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,revision_number=5']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:36:16.618322 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.618665 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.619005 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.619373 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.619706 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.620037 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.620362 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.620798 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.621128 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.621450 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.621775 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.622099 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.622418 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.622736 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.623054 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:36:16.749881 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3679c-bb39-4416-b7a3-20cf3caae021 req-0eee07e8-057b-447a-81e2-17ab0c3e053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:16.751372 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-27d3679c-bb39-4416-b7a3-20cf3caae021 req-0eee07e8-057b-447a-81e2-17ab0c3e053d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 1129 time: 0.0444734 Jun 07 14:36:16.794716 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-27d3679c-bb39-4416-b7a3-20cf3caae021 req-d66e4974-f90a-44ea-a2ae-da72dda603b9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Jun 07 14:36:16.812492 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=69 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:16.819180 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=71 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:17.715928 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b8c8-530e-4d68-91de-d1a3debcb89a req-518c9633-3eca-4059-9be6-2426be4e0bfb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:17.717408 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-71b3b8c8-530e-4d68-91de-d1a3debcb89a req-518c9633-3eca-4059-9be6-2426be4e0bfb tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 945 time: 0.0507193 Jun 07 14:36:17.763678 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-71b3b8c8-530e-4d68-91de-d1a3debcb89a req-5f289ed4-fe13-4a33-98bd-1e7bbc12de45 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Jun 07 14:36:18.204636 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:18.877391 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36f56a-8312-4a8b-aa94-86560fe427a2 req-c7040ee4-f156-4002-815c-126fa88c4a0c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:18.878820 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d36f56a-8312-4a8b-aa94-86560fe427a2 req-c7040ee4-f156-4002-815c-126fa88c4a0c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 945 time: 0.0468338 Jun 07 14:36:18.925686 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-6d36f56a-8312-4a8b-aa94-86560fe427a2 req-093ea3de-7905-41cf-83ac-ffbe9fa2f3f0 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Jun 07 14:36:19.037833 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b845-7365-4221-8843-3256668a5a72 req-a87a59f4-1afc-4850-b49c-13a15b19320c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:19.039062 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-0a03b845-7365-4221-8843-3256668a5a72 req-a87a59f4-1afc-4850-b49c-13a15b19320c tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 945 time: 0.0478148 Jun 07 14:36:19.047446 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50540) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:36:19.051607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.v2.base [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Request body: {'floatingip': {'port_id': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c'}} {{(pid=103890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 07 14:36:19.091842 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (e3f45b26-b575-42dc-876a-5c3a869096a6), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:19.245843 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=100 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:19.370548 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:19.512960 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:19.516557 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (e3f45b26-b575-42dc-876a-5c3a869096a6), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:19.598185 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:19.611045 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.db.l3_db [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP e3f45b26-b575-42dc-876a-5c3a869096a6 associated. External IP: 172.27.2.36, port: ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c. Jun 07 14:36:20.073721 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:36:20.175906 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:36:20.181491 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:20.185882 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:36:20.196371 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:36:20.196997 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:36:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:20.210589 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-2396eeda-8583-449f-81bc-9f7ec3f8bf91 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "PUT /v2.0/floatingips/e3f45b26-b575-42dc-876a-5c3a869096a6 HTTP/1.1" status: 200 len: 990 time: 1.1621220 Jun 07 14:36:20.211291 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c'}] {{(pid=103890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:36:20.213594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4d26e2e06eedd6f49a67b48b909491b626a565f3148d0bf5cdde2cfbdf8ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c8d19b-50c2-493d-8282-eb97e398288c" -d '{"events": [{"name": "network-changed", "server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c"}]}' {{(pid=103890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:36:20.252353 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Jun 2022 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb6d87d-616b-4539-bd64-8f2bd3fa3c7f x-openstack-request-id: req-ecb6d87d-616b-4539-bd64-8f2bd3fa3c7f {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:36:20.252641 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c", "status": "completed", "code": 200}]} {{(pid=103890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:36:20.252897 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecb6d87d-616b-4539-bd64-8f2bd3fa3c7f {{(pid=103890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:36:20.253297 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb6d87d-616b-4539-bd64-8f2bd3fa3c7f'] response: {'name': 'network-changed', 'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'status': 'completed', 'code': 200} Jun 07 14:36:20.300160 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:36:20.312670 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8d19b-50c2-493d-8282-eb97e398288c req-307834c2-1ee6-4a0a-96cd-88f48ed9a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:20.314212 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-307834c2-1ee6-4a0a-96cd-88f48ed9a6aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 1129 time: 0.0399303 Jun 07 14:36:20.405589 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8d19b-50c2-493d-8282-eb97e398288c req-0d807727-f06d-48f8-b6df-fc229c61fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:20.406978 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-0d807727-f06d-48f8-b6df-fc229c61fe80 service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0850561 Jun 07 14:36:20.471570 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-7cd17692-46bd-4825-8a09-63b7775e2e4e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c HTTP/1.1" status: 200 len: 998 time: 0.0581281 Jun 07 14:36:20.509204 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'e3f45b26-b575-42dc-876a-5c3a869096a6', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:78:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:36:08Z', 'updated_at': '2022-06-07T14:36:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:20.519643 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8d19b-50c2-493d-8282-eb97e398288c req-cbae3f1e-c9ab-4585-b4d0-630f47acdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:20.521154 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-cbae3f1e-c9ab-4585-b4d0-630f47acdb75 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0444269 Jun 07 14:36:20.533724 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:36:20.542535 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:36:20.543151 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:36:15Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:20.566498 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8d19b-50c2-493d-8282-eb97e398288c req-afebc7f5-bae3-4251-9b87-f715f1408b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:20.568039 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-afebc7f5-bae3-4251-9b87-f715f1408b4d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408328 Jun 07 14:36:20.647070 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:36:20.661389 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-0a78f348-33db-4915-84da-51abbc722d50 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865512 Jun 07 14:36:20.751783 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-56c8d19b-50c2-493d-8282-eb97e398288c req-451bed94-cbd5-472e-8fdd-19b95daa8258 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848191 Jun 07 14:36:20.856019 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'e3f45b26-b575-42dc-876a-5c3a869096a6', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:78:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:36:08Z', 'updated_at': '2022-06-07T14:36:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:20.886786 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29492e-0abc-4908-b5d8-5a50f065624b None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_floatingips': [{'id': 'e3f45b26-b575-42dc-876a-5c3a869096a6', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'router_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'port_id': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'mac_address': 'fa:16:3e:78:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-07T14:36:08Z', 'updated_at': '2022-06-07T14:36:19Z', 'revision_number': 1, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:36:21.078163 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562dc314-0b07-4631-86d7-d51c5bac5eb8 None None] New status for floating IP e3f45b26-b575-42dc-876a-5c3a869096a6: ACTIVE {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:36:26.445707 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:30.205974 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:30.207859 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:30.746822 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=88 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:30.748767 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=78 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:30.853873 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=71 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:30.859964 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=77 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:34.125964 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-6e6abc6b-6123-45b0-ada0-678c7bc51019 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441446 Jun 07 14:36:34.218445 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-0fa88614-9181-4d7d-b95b-65fcf5e80877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:34.219966 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-0fa88614-9181-4d7d-b95b-65fcf5e80877 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a68951caf41c425cb3e1335e30d52a3c&device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 1129 time: 0.0459006 Jun 07 14:36:34.322312 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-67cadd84-9210-45b6-b53c-1b6c054b584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:34.323731 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-67cadd84-9210-45b6-b53c-1b6c054b584f service neutron] 10.222.0.75 "GET /v2.0/networks?id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 200 len: 915 time: 0.0841308 Jun 07 14:36:34.388766 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-e9c0f8b3-0d99-4dcc-824d-60d5dc3be491 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c HTTP/1.1" status: 200 len: 1000 time: 0.0586066 Jun 07 14:36:34.436047 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-642cfe0d-e12b-4777-b34f-8a6e30003948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:34.437464 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-642cfe0d-e12b-4777-b34f-8a6e30003948 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 200 len: 853 time: 0.0431538 Jun 07 14:36:34.483679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-61908aa8-8d59-4837-9289-c0b9ca25263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:36:34.485129 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-61908aa8-8d59-4837-9289-c0b9ca25263e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377944 Jun 07 14:36:34.575523 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-a3d63707-cc73-4027-9702-29fcc2702c68 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836561 Jun 07 14:36:34.665589 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-8380680b-b1be-4ad9-be26-fba81d60d133 req-97883113-7c3b-4b49-8588-650675f33d11 service neutron] 10.222.0.75 "GET /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818882 Jun 07 14:36:36.434414 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:36.438780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:36.440929 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:36.538785 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:36:43.055907 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-805e8e07-1075-4b93-aa70-586dfb97fb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:44.660553 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=44 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:44.662522 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=57 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:45.464752 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-f522fbec-bc1c-4c0c-939b-136befdba886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:46.317652 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:47.554347 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:47.558354 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:36:48.079699 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:49.602648 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:36:55.602788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [req-706ca4f5-f1d9-43e5-8bd9-9cca63e3dd56 req-2c55e196-cd0b-43ee-9d94-eb941f530c28 service neutron] (103889) timed out ('10.222.0.75', 53858) {{(pid=103889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 07 14:36:56.447473 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:03.908052 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f855-5810-4d87-881d-3f71f94f9118 req-8b644a8e-dba9-47f6-9cbd-84c21cae857d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:37:03.909416 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9177f855-5810-4d87-881d-3f71f94f9118 req-8b644a8e-dba9-47f6-9cbd-84c21cae857d tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 945 time: 0.0503290 Jun 07 14:37:03.956075 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-9177f855-5810-4d87-881d-3f71f94f9118 req-64733f3d-296b-4304-81bd-1be43690128b tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Jun 07 14:37:05.072576 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b39c22-e72d-444e-a178-44274bbf1776 req-dfb5cf96-0e4e-40a0-b785-6ae609eb5942 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:37:05.073948 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-15b39c22-e72d-444e-a178-44274bbf1776 req-dfb5cf96-0e4e-40a0-b785-6ae609eb5942 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 945 time: 0.0476696 Jun 07 14:37:05.121338 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-15b39c22-e72d-444e-a178-44274bbf1776 req-6f9305a8-2b22-4b33-9221-f4b823fdf652 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups?id=6abcbe46-1e3e-4c9f-ad32-352c22b605d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jun 07 14:37:05.400847 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-0d4cb60a-b258-4eaf-98c4-6ddc8d3fb458 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 07 14:37:05.402275 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-0d4cb60a-b258-4eaf-98c4-6ddc8d3fb458 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 945 time: 0.0539997 Jun 07 14:37:05.481859 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:37:05.482197 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:05.572099 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] For port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:37:05.572463 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:05.728913 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:05.729266 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1730594'] for floatingip (e3f45b26-b575-42dc-876a-5c3a869096a6), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:05.729577 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.db.l3_db [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Floating IP e3f45b26-b575-42dc-876a-5c3a869096a6 disassociated. External IP: 172.27.2.36, port: ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c. Jun 07 14:37:05.729920 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c owned by compute:nova {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:37:05.855617 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:05.880746 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:05.991062 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:37:06.094225 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:37:06.105131 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:37:06.115548 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:37:06.116162 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:36:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:06.136197 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] No DVR routers for this DVR port ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c on host hv-cinder-83608 {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:37:06.138718 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for port (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:06.141849 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [req-817ead62-40d6-4354-a6fa-8e07cf9e24f6 req-3f6cf63f-a0dc-442b-af2b-ed85b1b98539 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.75 "DELETE /v2.0/ports/ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c HTTP/1.1" status: 204 len: 173 time: 0.7341650 Jun 07 14:37:06.142273 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'name': 'network-vif-deleted', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 07 14:37:06.144480 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9896dba6451dc260cbbba04ce1315fc94637fe6e720ae175a3a99314a01bd29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f011a-d6cb-49b7-a12f-8953768937da" -d '{"events": [{"server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "name": "network-vif-deleted", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:37:06.268051 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Jun 2022 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e601831-9474-40e0-b3b1-c83688d9c130 x-openstack-request-id: req-0e601831-9474-40e0-b3b1-c83688d9c130 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:37:06.268970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d3f092-3c5a-43d0-99c6-ac4f31ba87cb", "name": "network-vif-deleted", "tag": "ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c", "status": "completed", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:37:06.268970 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e601831-9474-40e0-b3b1-c83688d9c130 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:37:06.269391 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e601831-9474-40e0-b3b1-c83688d9c130'] response: {'server_uuid': '54d3f092-3c5a-43d0-99c6-ac4f31ba87cb', 'name': 'network-vif-deleted', 'tag': 'ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c', 'status': 'completed', 'code': 200} Jun 07 14:37:06.277742 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [req-bfd01a6a-faea-421c-9c3f-588ff430eb0c req-74f77ce8-a59b-4955-bff3-e8f5ec765c2a tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d3f092-3c5a-43d0-99c6-ac4f31ba87cb HTTP/1.1" status: 200 len: 210 time: 0.0479071 Jun 07 14:37:06.336903 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:37:06.435660 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:06.440278 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:06.442869 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:06.524244 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:06.549365 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:37:06.558685 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:37:06.559420 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:36:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:06.667861 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:37:06.849968 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:06.874920 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1365f0-6bb4-4d79-b1c8-705efd49d904 None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:09Z', 'revision_number': 4, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi', '_interfaces': [{'id': 'a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb', 'name': '', 'network_id': '33f78b17-9d5e-40c8-a0e8-fff86f3c9b61', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'mac_address': 'fa:16:3e:03:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:08Z', 'updated_at': '2022-06-07T14:33:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'subnets': [{'id': '44acc61e-9925-4946-ad9a-5a001f073b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:37:07.086285 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad475a-d765-4942-869e-71eb24fd3e35 None None] New status for floating IP e3f45b26-b575-42dc-876a-5c3a869096a6: DOWN {{(pid=103891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 07 14:37:07.364766 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50626) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:07.418266 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7feab1c8-ad6e-46ab-a4d8-ee94ed53e4c4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (6abcbe46-1e3e-4c9f-ad32-352c22b605d5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.441715 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7feab1c8-ad6e-46ab-a4d8-ee94ed53e4c4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (6abcbe46-1e3e-4c9f-ad32-352c22b605d5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.488463 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7feab1c8-ad6e-46ab-a4d8-ee94ed53e4c4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (6abcbe46-1e3e-4c9f-ad32-352c22b605d5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.491015 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7feab1c8-ad6e-46ab-a4d8-ee94ed53e4c4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.492797 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7feab1c8-ad6e-46ab-a4d8-ee94ed53e4c4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/security-groups/6abcbe46-1e3e-4c9f-ad32-352c22b605d5 HTTP/1.1" status: 204 len: 168 time: 0.1270468 Jun 07 14:37:07.495593 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50628) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:07.503086 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feab1c8-ad6e-46ab-a4d8-ee94ed53e4c4 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abcbe46-1e3e-4c9f-ad32-352c22b605d5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:07.509562 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.api.v2.resource [None req-caaf8691-8a43-4e5a-9657-d922b09988b7 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] show failed (client error): The resource could not be found. Jun 07 14:37:07.510596 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-caaf8691-8a43-4e5a-9657-d922b09988b7 tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "GET /v2.0/security-groups/6abcbe46-1e3e-4c9f-ad32-352c22b605d5 HTTP/1.1" status: 404 len: 347 time: 0.0140290 Jun 07 14:37:07.513497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50630) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:07.622688 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Deleting port de0c3972-dc5e-4265-8efe-32d616b69952 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:37:07.622917 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (de0c3972-dc5e-4265-8efe-32d616b69952), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.625262 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:07.664484 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:07.703716 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (de0c3972-dc5e-4265-8efe-32d616b69952), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.704044 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (de0c3972-dc5e-4265-8efe-32d616b69952), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.716999 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Calling delete_port for de0c3972-dc5e-4265-8efe-32d616b69952 owned by network:floatingip {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:37:07.844622 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371914'] for port (de0c3972-dc5e-4265-8efe-32d616b69952), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.872497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Pushing event deleted for resources: {'Port': ['ID=de0c3972-dc5e-4265-8efe-32d616b69952,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:07.936926 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks [] for floatingip (e3f45b26-b575-42dc-876a-5c3a869096a6), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.939678 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84974'] for floatingip (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:07.940824 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-08ad5804-947c-43cb-937c-b43481ef7bcc tempest-AttachVolumeNegativeTest-1758546018 tempest-AttachVolumeNegativeTest-1758546018-project] 10.222.0.81 "DELETE /v2.0/floatingips/e3f45b26-b575-42dc-876a-5c3a869096a6 HTTP/1.1" status: 204 len: 168 time: 0.4264469 Jun 07 14:37:08.588683 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:37:08.608605 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] No Port match for: ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:37:08.608953 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Device ec708b9e-7e74-4fa9-a9c2-cdc9edf1ff5c not bound to the agent host hv-cinder-83608 {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:37:11.612770 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50666) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:11.917485 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1731106'] for router_interface (347dd3d8-52d3-4aa2-8360-c57271695d25), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:12.124727 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:12.129676 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Deleting port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:37:12.130011 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:12.194656 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:12.213233 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] For port a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:37:12.213594 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:12.226692 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Calling delete_port for a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb owned by network:router_interface {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:37:12.404975 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:12.431000 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:12.444634 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.445646 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.445910 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.446238 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.446571 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.446894 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.447270 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.447565 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.447887 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.448212 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.448533 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.448854 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.449170 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.449484 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.449798 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:12.610493 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1898329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728946'] for router_interface (347dd3d8-52d3-4aa2-8360-c57271695d25), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:12.809151 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Router 347dd3d8-52d3-4aa2-8360-c57271695d25 has already been hosted by L3 agent bd14827c-40f8-4479-a871-4dd385a1ab40 {{(pid=103890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 07 14:37:12.913306 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] Notify agent at l3_agent.dv-cinder-836083-9-iscsi the message routers_updated {{(pid=103890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 07 14:37:12.918361 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-7214fcdf-00d3-4df9-b9f1-23e6b03c16b2 admin admin] 10.222.0.81 "PUT /v2.0/routers/347dd3d8-52d3-4aa2-8360-c57271695d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3045774 Jun 07 14:37:12.920835 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50668) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:12.923320 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] Sync routers for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:37:12.933561 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:37:12.934218 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:36:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:12.997536 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:13.019559 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:13.023021 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks [] for router (347dd3d8-52d3-4aa2-8360-c57271695d25), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.036330 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: dv-cinder-836083-9-iscsi {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:37:13.059409 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-64487ef5-e38c-4232-a9a6-5763a4381c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.124589 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks [] for router_gateway (347dd3d8-52d3-4aa2-8360-c57271695d25), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.174802 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Deleting port 3ec960c2-b90d-474c-92b5-870d1b21db1d {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:37:13.175138 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.196910 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:13.203501 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'external_fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:37:12Z', 'revision_number': 5, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port': {'id': '3ec960c2-b90d-474c-92b5-870d1b21db1d', 'name': '', 'network_id': '1806ca25-bbd4-4509-ad9e-c4603e88fa93', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b22185ea-a424-4ace-b43d-2762d1e244ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-9-iscsi'}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:13.231849 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] Checking router: 347dd3d8-52d3-4aa2-8360-c57271695d25 for host: dv-cinder-836083-9-iscsi {{(pid=103892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:37:13.240110 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] Routers {'347dd3d8-52d3-4aa2-8360-c57271695d25'} bound to L3 agent in host dv-cinder-836083-9-iscsi {{(pid=103892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 07 14:37:13.240712 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-07T14:12:45Z,description=,heartbeat_timestamp=2022-06-07T14:36:45Z,host='dv-cinder-836083-9-iscsi',id=bd14827c-40f8-4479-a871-4dd385a1ab40,load=0,resource_versions=,resources_synced=,started_at=2022-06-07T14:12:45Z,topic='l3_agent')) {'router_ids': ['347dd3d8-52d3-4aa2-8360-c57271695d25'], 'active': True} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:13.259357 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] For port 3ec960c2-b90d-474c-92b5-870d1b21db1d, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=3ec960c2-b90d-474c-92b5-870d1b21db1d,segment=NetworkSegment(c172e57c-cf8c-4e42-a270-ce45b84b2d74),segment_id=c172e57c-cf8c-4e42-a270-ce45b84b2d74)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:37:13.259796 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.272621 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Calling delete_port for 3ec960c2-b90d-474c-92b5-870d1b21db1d owned by network:router_gateway {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:37:13.322050 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=100 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:13.328019 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_dvr_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] Set router 347dd3d8-52d3-4aa2-8360-c57271695d25 gateway port host: None {{(pid=103892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 07 14:37:13.377044 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.l3_hamode_db [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:37:13Z', 'revision_number': 6, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port_host': None}], 'dv-cinder-836083-9-iscsi', False) {} {{(pid=103892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:13.402420 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fead32-2fe7-49a6-a206-4917c1d9a242 None None] The sync data for ids ['347dd3d8-52d3-4aa2-8360-c57271695d25'] in dv-cinder-836083-9-iscsi is: [{'id': '347dd3d8-52d3-4aa2-8360-c57271695d25', 'name': 'tempest-AttachVolumeNegativeTest-380532065-router', 'tenant_id': 'a68951caf41c425cb3e1335e30d52a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-07T14:33:07Z', 'updated_at': '2022-06-07T14:37:13Z', 'revision_number': 6, 'project_id': 'a68951caf41c425cb3e1335e30d52a3c', 'gw_port_host': None}] {{(pid=103892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:37:13.447009 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (3ec960c2-b90d-474c-92b5-870d1b21db1d), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.473080 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec960c2-b90d-474c-92b5-870d1b21db1d,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:13.534132 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1730661'] for router_gateway (347dd3d8-52d3-4aa2-8360-c57271695d25), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.536885 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:37:13.619245 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123055'] for router (347dd3d8-52d3-4aa2-8360-c57271695d25), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.621329 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks [] for router_controller (347dd3d8-52d3-4aa2-8360-c57271695d25), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.667192 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728999'] for router (347dd3d8-52d3-4aa2-8360-c57271695d25), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.667803 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347dd3d8-52d3-4aa2-8360-c57271695d25 {{(pid=103890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 07 14:37:13.671914 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.675758 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-96142d73-c444-4b7b-82b8-936e46c4580f admin admin] 10.222.0.81 "DELETE /v2.0/routers/347dd3d8-52d3-4aa2-8360-c57271695d25 HTTP/1.1" status: 204 len: 168 time: 0.7512722 Jun 07 14:37:13.675971 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50670) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:13.720344 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.db_base_plugin_v2 [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Deleting subnet 44acc61e-9925-4946-ad9a-5a001f073b1e {{(pid=103890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 07 14:37:13.723439 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Publish callbacks [] for subnet (44acc61e-9925-4946-ad9a-5a001f073b1e), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.768404 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3239358'] for subnet (44acc61e-9925-4946-ad9a-5a001f073b1e), precommit_delete_associations {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.850821 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728148'] for subnet (44acc61e-9925-4946-ad9a-5a001f073b1e), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.853364 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:13.903681 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26152847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25795804'] for subnet (44acc61e-9925-4946-ad9a-5a001f073b1e), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.929044 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44acc61e-9925-4946-ad9a-5a001f073b1e,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:13.932671 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for subnet (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:13.938094 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-448c626a-a1d3-4e08-ad86-6ea176f57f6b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/44acc61e-9925-4946-ad9a-5a001f073b1e HTTP/1.1" status: 204 len: 168 time: 0.2588594 Jun 07 14:37:13.938360 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50672) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:13.938818 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22928354-cb2b-4426-a0d8-9f66275a5a38 None None] Network 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 requested from dv-cinder-836083-9-iscsi {{(pid=103891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 07 14:37:13.944670 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:14.012401 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1310938'] for network (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.057663 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Deleting port cd996cff-66be-415b-8efd-f6730c5c6442 {{(pid=103890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:37:14.057989 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.125003 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] For port cd996cff-66be-415b-8efd-f6730c5c6442, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=cd996cff-66be-415b-8efd-f6730c5c6442,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:37:14.125370 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.140200 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.plugin [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Calling delete_port for cd996cff-66be-415b-8efd-f6730c5c6442 owned by network:dhcp {{(pid=103890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:37:14.157976 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] DHCP port deletion for 33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 request from dv-cinder-836083-9-iscsi {{(pid=103891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 07 14:37:14.204320 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] Deleting port cd996cff-66be-415b-8efd-f6730c5c6442 {{(pid=103891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 07 14:37:14.204693 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767759505520'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), before_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.230009 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26152890'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.256316 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd996cff-66be-415b-8efd-f6730c5c6442,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:14.259985 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] No DVR routers for this DVR port cd996cff-66be-415b-8efd-f6730c5c6442 on host dv-cinder-836083-9-iscsi {{(pid=103890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:37:14.270420 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.db [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] For port cd996cff-66be-415b-8efd-f6730c5c6442, host dv-cinder-836083-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-9-iscsi',level=0,port_id=cd996cff-66be-415b-8efd-f6730c5c6442,segment=NetworkSegment(320d29bb-db77-426c-93c2-d356ff910c1c),segment_id=320d29bb-db77-426c-93c2-d356ff910c1c)] {{(pid=103891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 07 14:37:14.271044 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1733677'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), precommit_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.286080 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] Calling delete_port for cd996cff-66be-415b-8efd-f6730c5c6442 owned by network:dhcp {{(pid=103891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 07 14:37:14.342765 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725459', 'neutron.services.segments.db._delete_segments_for_network-8767759416077'] for network (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.368429 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f78b17-9d5e-40c8-a0e8-fff86f3c9b61']}} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:14.380114 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320d29bb-db77-426c-93c2-d356ff910c1c') {'for_net_delete': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:14.380561 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.services.segments.db [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320d29bb-db77-426c-93c2-d356ff910c1c') {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:14.381956 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-655336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767759509980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767759110184'] for port (cd996cff-66be-415b-8efd-f6730c5c6442), after_delete {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.393826 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767759414932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3239351'] for segment (320d29bb-db77-426c-93c2-d356ff910c1c), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.410262 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984'] for segment (320d29bb-db77-426c-93c2-d356ff910c1c), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.411669 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] Pushing event deleted for resources: {'Port': ['ID=cd996cff-66be-415b-8efd-f6730c5c6442,revision_number=None']} {{(pid=103891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:14.417261 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adebd2-b927-4a2b-ba78-e7d27ec81b1d None None] No DVR routers for this DVR port cd996cff-66be-415b-8efd-f6730c5c6442 on host dv-cinder-836083-9-iscsi {{(pid=103891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 07 14:37:14.420333 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:37:14.420521 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26152917'] for segment (320d29bb-db77-426c-93c2-d356ff910c1c), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.469285 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 320d29bb-db77-426c-93c2-d356ff910c1c resource provider aggregate not found Jun 07 14:37:14.494157 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.services.segments.plugin [-] Segment 320d29bb-db77-426c-93c2-d356ff910c1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 320d29bb-db77-426c-93c2-d356ff910c1c found for delete ", "request_id": "req-db217ef5-fbb2-4a70-87a3-2a88e54bca25"}]} Jun 07 14:37:14.495334 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1898320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1730633'] for network (33f78b17-9d5e-40c8-a0e8-fff86f3c9b61), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.501979 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1898366'] for network (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.504449 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] 10.222.0.81 "DELETE /v2.0/networks/33f78b17-9d5e-40c8-a0e8-fff86f3c9b61 HTTP/1.1" status: 204 len: 168 time: 0.5652635 Jun 07 14:37:14.520118 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403cbc2-d3b9-4e23-8527-40724ec99618 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f78b17-9d5e-40c8-a0e8-fff86f3c9b61,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:14.684534 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50680) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:14.728368 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b0a3066d-0041-457e-8c8c-2d3f95f6cf5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a68951caf41c425cb3e1335e30d52a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426013 Jun 07 14:37:14.730723 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50682) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:14.778437 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9c7b-34b3-44ec-a1e6-4332b4d5b3fb admin admin] Publish callbacks [] for security_group (8743c9c7-b3dc-4835-a1c7-666243838a41), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.799061 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9c7b-34b3-44ec-a1e6-4332b4d5b3fb admin admin] Publish callbacks [] for security_group (8743c9c7-b3dc-4835-a1c7-666243838a41), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.847057 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9c7b-34b3-44ec-a1e6-4332b4d5b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (8743c9c7-b3dc-4835-a1c7-666243838a41), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.849624 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9c7b-34b3-44ec-a1e6-4332b4d5b3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:14.851646 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-b4bb9c7b-34b3-44ec-a1e6-4332b4d5b3fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8743c9c7-b3dc-4835-a1c7-666243838a41 HTTP/1.1" status: 204 len: 168 time: 0.1194284 Jun 07 14:37:14.859607 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb9c7b-34b3-44ec-a1e6-4332b4d5b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8743c9c7-b3dc-4835-a1c7-666243838a41,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:14.873265 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:37:14.895920 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:37:14.896268 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device a8202ed5-c856-4fbc-9bda-16e6b1f7a2bb not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:37:14.896682 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device cd996cff-66be-415b-8efd-f6730c5c6442 no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:37:14.917423 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: cd996cff-66be-415b-8efd-f6730c5c6442 {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:37:14.917702 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device cd996cff-66be-415b-8efd-f6730c5c6442 not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:37:14.918111 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3ec960c2-b90d-474c-92b5-870d1b21db1d no longer exists at agent ovs-agent-dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 07 14:37:14.939815 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.plugin [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] No Port match for: 3ec960c2-b90d-474c-92b5-870d1b21db1d {{(pid=103891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 07 14:37:14.940163 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron.plugins.ml2.rpc [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Device 3ec960c2-b90d-474c-92b5-870d1b21db1d not bound to the agent host dv-cinder-836083-9-iscsi {{(pid=103891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 07 14:37:15.467297 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9d4d614a-4440-49f5-b306-54806b26b241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:16.318474 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:16.875247 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50752) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:16.980721 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e4f0140b-34f0-4850-a8f3-83e9959e8b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.031133 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=5 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:17.038107 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:17.064707 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e4f0140b-34f0-4850-a8f3-83e9959e8b7b admin admin] Publish callbacks [] for security_group (36719416-6d99-4fca-b763-e365fd089399), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.068261 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-e4f0140b-34f0-4850-a8f3-83e9959e8b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (36719416-6d99-4fca-b763-e365fd089399), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.110038 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-e4f0140b-34f0-4850-a8f3-83e9959e8b7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=896e41e087fe425b95edfabd61b33c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337334 Jun 07 14:37:17.111876 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0140b-34f0-4850-a8f3-83e9959e8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36719416-6d99-4fca-b763-e365fd089399,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:17.112742 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50756) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:17.161877 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Publish callbacks [] for security_group (36719416-6d99-4fca-b763-e365fd089399), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.185425 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Publish callbacks [] for security_group (36719416-6d99-4fca-b763-e365fd089399), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.231881 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (36719416-6d99-4fca-b763-e365fd089399), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.234316 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.235481 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36719416-6d99-4fca-b763-e365fd089399 HTTP/1.1" status: 204 len: 168 time: 0.1217325 Jun 07 14:37:17.244561 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36719416-6d99-4fca-b763-e365fd089399,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:17.251669 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.252013 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.252350 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.252679 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.253007 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.253331 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.253651 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.254043 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.254275 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.254593 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.254915 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.255246 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.255578 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.255893 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.256205 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0333acb5-7c83-46b1-83b8-8d48ac455e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-9-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:17.510816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50762) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:17.524419 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5855-12d8-47d4-ab90-7e1c4a5286a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.598665 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5855-12d8-47d4-ab90-7e1c4a5286a6 admin admin] Publish callbacks [] for security_group (9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.602475 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5855-12d8-47d4-ab90-7e1c4a5286a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.647347 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-3c5a5855-12d8-47d4-ab90-7e1c4a5286a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bdc1fa60b9e840e7b97f532f12a24709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353707 Jun 07 14:37:17.648639 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a5855-12d8-47d4-ab90-7e1c4a5286a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:17.650228 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50764) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:17.705633 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89262676-1dd2-4c2e-9682-c66bb96b8578 admin admin] Publish callbacks [] for security_group (9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.728528 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89262676-1dd2-4c2e-9682-c66bb96b8578 admin admin] Publish callbacks [] for security_group (9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.776850 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89262676-1dd2-4c2e-9682-c66bb96b8578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.779361 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89262676-1dd2-4c2e-9682-c66bb96b8578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:17.780496 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-89262676-1dd2-4c2e-9682-c66bb96b8578 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77 HTTP/1.1" status: 204 len: 168 time: 0.1291666 Jun 07 14:37:17.788211 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89262676-1dd2-4c2e-9682-c66bb96b8578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0b53a-d30c-4b9c-84b1-04c43cc9ac77,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:18.087551 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:19.605386 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.169591 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50848) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:22.277266 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee282f-2b3e-4563-9a12-94d01bdc29cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.352620 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee282f-2b3e-4563-9a12-94d01bdc29cd admin admin] Publish callbacks [] for security_group (763b84e3-3dbe-4302-ba93-34be8ca741f3), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.356806 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-d3ee282f-2b3e-4563-9a12-94d01bdc29cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (763b84e3-3dbe-4302-ba93-34be8ca741f3), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.395524 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-d3ee282f-2b3e-4563-9a12-94d01bdc29cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d2c0ee4ef5b40b7977ce411011938b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248700 Jun 07 14:37:22.396367 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee282f-2b3e-4563-9a12-94d01bdc29cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b84e3-3dbe-4302-ba93-34be8ca741f3,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:22.398342 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50852) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:22.448196 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-90ab2473-3266-419f-87a7-4d3009b4958d admin admin] Publish callbacks [] for security_group (763b84e3-3dbe-4302-ba93-34be8ca741f3), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.469203 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-90ab2473-3266-419f-87a7-4d3009b4958d admin admin] Publish callbacks [] for security_group (763b84e3-3dbe-4302-ba93-34be8ca741f3), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.515843 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-90ab2473-3266-419f-87a7-4d3009b4958d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (763b84e3-3dbe-4302-ba93-34be8ca741f3), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.518381 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-90ab2473-3266-419f-87a7-4d3009b4958d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.519551 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-90ab2473-3266-419f-87a7-4d3009b4958d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/763b84e3-3dbe-4302-ba93-34be8ca741f3 HTTP/1.1" status: 204 len: 168 time: 0.1201031 Jun 07 14:37:22.527656 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab2473-3266-419f-87a7-4d3009b4958d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b84e3-3dbe-4302-ba93-34be8ca741f3,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:22.778875 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50858) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:22.796177 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3f17-ee07-4446-bc3e-a91dc502bc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.875890 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3f17-ee07-4446-bc3e-a91dc502bc3a admin admin] Publish callbacks [] for security_group (3ad02f4c-9899-42a3-ac28-6b4712793c44), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.879499 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4c2d3f17-ee07-4446-bc3e-a91dc502bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (3ad02f4c-9899-42a3-ac28-6b4712793c44), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.918959 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-4c2d3f17-ee07-4446-bc3e-a91dc502bc3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25bd5415483a437ca3aa471e34adc661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390059 Jun 07 14:37:22.919816 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d3f17-ee07-4446-bc3e-a91dc502bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad02f4c-9899-42a3-ac28-6b4712793c44,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:22.921743 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50860) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:22.949629 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:22.962579 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:22.976849 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-16bb1317-de30-4dfe-84a4-75086e231a71 admin admin] Publish callbacks [] for security_group (3ad02f4c-9899-42a3-ac28-6b4712793c44), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:22.997788 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-16bb1317-de30-4dfe-84a4-75086e231a71 admin admin] Publish callbacks [] for security_group (3ad02f4c-9899-42a3-ac28-6b4712793c44), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:23.044314 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-16bb1317-de30-4dfe-84a4-75086e231a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (3ad02f4c-9899-42a3-ac28-6b4712793c44), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:23.046835 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-16bb1317-de30-4dfe-84a4-75086e231a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:23.048015 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-16bb1317-de30-4dfe-84a4-75086e231a71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ad02f4c-9899-42a3-ac28-6b4712793c44 HTTP/1.1" status: 204 len: 168 time: 0.1252246 Jun 07 14:37:23.055816 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb1317-de30-4dfe-84a4-75086e231a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad02f4c-9899-42a3-ac28-6b4712793c44,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:24.560308 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:24.565137 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=19 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:25.457801 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50928) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:25.563823 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1dba9a-6639-46e9-be71-b476fb10d17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.637649 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1dba9a-6639-46e9-be71-b476fb10d17f admin admin] Publish callbacks [] for security_group (fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.641318 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1dba9a-6639-46e9-be71-b476fb10d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.680334 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dba9a-6639-46e9-be71-b476fb10d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:25.685684 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5c1dba9a-6639-46e9-be71-b476fb10d17f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4df6b35602d45e7a0640c278fd3ffc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268682 Jun 07 14:37:25.688265 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50932) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:25.738036 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-51d4a9e4-b79b-4de5-ba86-55d47093c2e0 admin admin] Publish callbacks [] for security_group (fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.760014 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-51d4a9e4-b79b-4de5-ba86-55d47093c2e0 admin admin] Publish callbacks [] for security_group (fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.807134 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-51d4a9e4-b79b-4de5-ba86-55d47093c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.809515 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-51d4a9e4-b79b-4de5-ba86-55d47093c2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:25.810643 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-51d4a9e4-b79b-4de5-ba86-55d47093c2e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3 HTTP/1.1" status: 204 len: 168 time: 0.1214817 Jun 07 14:37:25.818153 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4a9e4-b79b-4de5-ba86-55d47093c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd753646-f3ae-45b2-aa3c-bdd6cf34a4b3,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:26.072683 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50938) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:26.086698 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f338252-e8fb-498c-8a53-1d0448a43155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.161308 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f338252-e8fb-498c-8a53-1d0448a43155 admin admin] Publish callbacks [] for security_group (f7495219-6cc3-4544-b2e6-97716f3d9df5), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.165186 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f338252-e8fb-498c-8a53-1d0448a43155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (f7495219-6cc3-4544-b2e6-97716f3d9df5), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.204125 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6f338252-e8fb-498c-8a53-1d0448a43155 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5158aae44e1c4939ae589e86df3ddbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301396 Jun 07 14:37:26.204963 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f338252-e8fb-498c-8a53-1d0448a43155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7495219-6cc3-4544-b2e6-97716f3d9df5,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:26.206795 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50940) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:26.256479 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df231290-b1b5-49cd-a170-d4b145f430c0 admin admin] Publish callbacks [] for security_group (f7495219-6cc3-4544-b2e6-97716f3d9df5), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.278722 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df231290-b1b5-49cd-a170-d4b145f430c0 admin admin] Publish callbacks [] for security_group (f7495219-6cc3-4544-b2e6-97716f3d9df5), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.307482 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:26.308716 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:26.327521 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df231290-b1b5-49cd-a170-d4b145f430c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (f7495219-6cc3-4544-b2e6-97716f3d9df5), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.329904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-df231290-b1b5-49cd-a170-d4b145f430c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:26.331037 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-df231290-b1b5-49cd-a170-d4b145f430c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7495219-6cc3-4544-b2e6-97716f3d9df5 HTTP/1.1" status: 204 len: 168 time: 0.1226714 Jun 07 14:37:26.339475 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df231290-b1b5-49cd-a170-d4b145f430c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7495219-6cc3-4544-b2e6-97716f3d9df5,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:26.451084 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:27.994952 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 50994) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:28.100135 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5208d822-9388-400e-ba15-0f61beb022a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.175437 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:28.177448 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5208d822-9388-400e-ba15-0f61beb022a4 admin admin] Publish callbacks [] for security_group (e9304652-f460-446c-8529-1072143dfee0), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.181972 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5208d822-9388-400e-ba15-0f61beb022a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e9304652-f460-446c-8529-1072143dfee0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.192535 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:28.224864 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5208d822-9388-400e-ba15-0f61beb022a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ce8738e3b814eedacd33571ec02ff25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288301 Jun 07 14:37:28.226756 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208d822-9388-400e-ba15-0f61beb022a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9304652-f460-446c-8529-1072143dfee0,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:28.227874 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 50998) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:28.280318 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d4a59e1-0be5-415e-96f0-a3552cc8d9b1 admin admin] Publish callbacks [] for security_group (e9304652-f460-446c-8529-1072143dfee0), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.301229 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d4a59e1-0be5-415e-96f0-a3552cc8d9b1 admin admin] Publish callbacks [] for security_group (e9304652-f460-446c-8529-1072143dfee0), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.348291 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d4a59e1-0be5-415e-96f0-a3552cc8d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (e9304652-f460-446c-8529-1072143dfee0), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.351631 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-0d4a59e1-0be5-415e-96f0-a3552cc8d9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.352925 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-0d4a59e1-0be5-415e-96f0-a3552cc8d9b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9304652-f460-446c-8529-1072143dfee0 HTTP/1.1" status: 204 len: 168 time: 0.1240404 Jun 07 14:37:28.360725 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a59e1-0be5-415e-96f0-a3552cc8d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9304652-f460-446c-8529-1072143dfee0,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:28.619665 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51004) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:28.633200 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-176608e8-158a-4abe-bad3-b6e4e2a44b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.709078 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-176608e8-158a-4abe-bad3-b6e4e2a44b55 admin admin] Publish callbacks [] for security_group (7867c911-d79d-4355-89f5-b2715e9ae80b), precommit_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.713177 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-176608e8-158a-4abe-bad3-b6e4e2a44b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7867c911-d79d-4355-89f5-b2715e9ae80b), after_create {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.751604 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-176608e8-158a-4abe-bad3-b6e4e2a44b55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df92d9ac68ed479b85ea7b10f79fc979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307981 Jun 07 14:37:28.753466 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176608e8-158a-4abe-bad3-b6e4e2a44b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867c911-d79d-4355-89f5-b2715e9ae80b,revision_number=1']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:28.754375 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 51006) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:28.803641 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3f0b-3805-4ff8-b0db-e2cfe4237ad6 admin admin] Publish callbacks [] for security_group (7867c911-d79d-4355-89f5-b2715e9ae80b), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.824527 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3f0b-3805-4ff8-b0db-e2cfe4237ad6 admin admin] Publish callbacks [] for security_group (7867c911-d79d-4355-89f5-b2715e9ae80b), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.871027 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3f0b-3805-4ff8-b0db-e2cfe4237ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (7867c911-d79d-4355-89f5-b2715e9ae80b), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.873523 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f7b3f0b-3805-4ff8-b0db-e2cfe4237ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:28.874676 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-6f7b3f0b-3805-4ff8-b0db-e2cfe4237ad6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7867c911-d79d-4355-89f5-b2715e9ae80b HTTP/1.1" status: 204 len: 168 time: 0.1192913 Jun 07 14:37:28.882370 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3f0b-3805-4ff8-b0db-e2cfe4237ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867c911-d79d-4355-89f5-b2715e9ae80b,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:36.443601 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:38.373627 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:38.747089 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:DELETE=3,neutron:SELECT=34,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:38.749904 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:38.877465 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:38.878226 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=17 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:38.894630 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:42.106645 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=13 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:42.108499 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=13 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:37:43.056012 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-8254dea4-859b-4a2c-88a7-b183e9f6855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:45.469319 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d245a03d-7fdd-4a71-972d-a6929d06ccb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.320844 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.581893 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 51148) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:46.688086 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab58ca32-2cd5-4c23-95fb-0626df465328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.762497 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab58ca32-2cd5-4c23-95fb-0626df465328 admin admin] Publish callbacks [] for security_group (d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.766081 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ab58ca32-2cd5-4c23-95fb-0626df465328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.806990 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58ca32-2cd5-4c23-95fb-0626df465328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:46.812762 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-ab58ca32-2cd5-4c23-95fb-0626df465328 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a48b1f7432f94c6b98095086408f618b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298582 Jun 07 14:37:46.815350 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 51152) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:46.863535 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5960e5cc-f5fa-4c3e-9e00-835112771410 admin admin] Publish callbacks [] for security_group (d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.886755 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5960e5cc-f5fa-4c3e-9e00-835112771410 admin admin] Publish callbacks [] for security_group (d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.932714 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5960e5cc-f5fa-4c3e-9e00-835112771410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.935306 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5960e5cc-f5fa-4c3e-9e00-835112771410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:46.936464 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-5960e5cc-f5fa-4c3e-9e00-835112771410 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6 HTTP/1.1" status: 204 len: 168 time: 0.1202238 Jun 07 14:37:46.944098 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960e5cc-f5fa-4c3e-9e00-835112771410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb3a47-3fda-42dd-9e60-f08b39a4e4a6,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:48.086681 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:49.612943 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.450731 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.wsgi [-] (103889) accepted ('10.222.0.81', 51196) {{(pid=103889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:50.536482 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:37:50.554386 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-822cee73-8dae-4cbf-9f5c-c17ef614b4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.631692 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-822cee73-8dae-4cbf-9f5c-c17ef614b4f7 admin admin] Publish callbacks [] for security_group (24aee749-72ce-4b52-ae9c-ea60d522d777), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.636163 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-822cee73-8dae-4cbf-9f5c-c17ef614b4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (24aee749-72ce-4b52-ae9c-ea60d522d777), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.677676 dv-cinder-836083-9-iscsi neutron-server[103889]: INFO neutron.wsgi [None req-822cee73-8dae-4cbf-9f5c-c17ef614b4f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7690e258df704cb99b5bab3ff1c374f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258139 Jun 07 14:37:50.678540 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cee73-8dae-4cbf-9f5c-c17ef614b4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aee749-72ce-4b52-ae9c-ea60d522d777,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:50.680516 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [-] (103890) accepted ('10.222.0.81', 51200) {{(pid=103890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 07 14:37:50.734997 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f88cc2c-f1f7-43e9-86f3-bc0778957480 admin admin] Publish callbacks [] for security_group (24aee749-72ce-4b52-ae9c-ea60d522d777), before_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.756480 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f88cc2c-f1f7-43e9-86f3-bc0778957480 admin admin] Publish callbacks [] for security_group (24aee749-72ce-4b52-ae9c-ea60d522d777), precommit_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.803324 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f88cc2c-f1f7-43e9-86f3-bc0778957480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643305'] for security_group (24aee749-72ce-4b52-ae9c-ea60d522d777), after_delete {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.805740 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-4f88cc2c-f1f7-43e9-86f3-bc0778957480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:37:50.807721 dv-cinder-836083-9-iscsi neutron-server[103890]: INFO neutron.wsgi [None req-4f88cc2c-f1f7-43e9-86f3-bc0778957480 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24aee749-72ce-4b52-ae9c-ea60d522d777 HTTP/1.1" status: 204 len: 168 time: 0.1256182 Jun 07 14:37:50.815307 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88cc2c-f1f7-43e9-86f3-bc0778957480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aee749-72ce-4b52-ae9c-ea60d522d777,revision_number=None']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:56.444987 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:00.672154 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=60,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:00.674062 dv-cinder-836083-9-iscsi neutron-server[103889]: DEBUG dbcounter [-] [103889] Writing DB stats neutron:SELECT=47,neutron:INSERT=14,neutron:DELETE=1 {{(pid=103889) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:00.785197 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:00.811257 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG dbcounter [-] [103890] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103890) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:01.551230 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:01.562406 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=6 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:06.434738 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:06.438790 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:06.440596 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:13.058781 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-634f2e37-3b81-4f01-9034-e80631e96c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:15.471442 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-62489a09-8901-4dea-b06c-b4034ffd70f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:16.326491 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:18.089932 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:19.605279 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:26.444850 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:27.534932 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:38:29.598562 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:36.434860 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:36.441069 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:41.602220 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:41.602959 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:38:43.061494 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-16538b4d-a731-4a09-90e8-95359d713b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:45.473673 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-486bcead-2c9f-4164-a5cd-58f32d2d450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:46.327935 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:48.093518 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:49.608462 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:38:56.458735 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:04.535797 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:39:06.448845 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:06.452150 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:06.454228 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:12.705227 dv-cinder-836083-9-iscsi neutron-server[103890]: DEBUG neutron.wsgi [req-a4a6e5c6-ec2e-4de0-bd2d-efc5fa1c54f0 req-66335648-0e79-4507-b7f9-822b925eab9c service neutron] (103890) timed out ('10.222.0.75', 53872) {{(pid=103890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 07 14:39:13.063984 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-49676b2e-6e88-4a04-ba30-f496425a022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:15.475227 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9460eda3-91a1-4a68-9180-403649fb202a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:15.558607 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=2 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:15.563441 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=6 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:16.330407 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:18.095924 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:19.612487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:26.463508 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:36.453264 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:36.456857 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:36.459056 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:41.535253 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:39:43.065962 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9487ac97-cd55-45f8-8c18-611e0f527e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:45.476748 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-0eb57f95-7f81-4145-af30-e6ed6b740468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:46.334278 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:48.099050 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:49.615111 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:39:52.565161 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=17 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:52.569812 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=17 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:39:56.459116 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:06.448658 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:06.449400 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:06.454617 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:13.067541 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-21dc0b56-9f78-4a68-be3b-d0835b2474ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:15.478487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c550ee17-1c65-4ffc-8e88-72cb06ba0392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:16.336887 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:18.102817 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:18.534854 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:40:19.618660 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:26.487755 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:29.569858 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:29.574794 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:29.612078 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:36.479178 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:36.483525 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:41.606845 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:41.607605 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:40:43.069119 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-9dd61640-f99d-42ad-aef7-377df2208f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:45.480665 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-c571331f-2433-4a4e-a322-d4dbc590bf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:46.340487 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:48.105068 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:49.620707 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:40:55.534599 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:40:56.487852 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:02.101668 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:06.482222 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:06.484164 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:06.576050 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=3 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:06.580768 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=5 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:13.071015 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-851fb14e-cb78-4c1d-a0f5-0317b39066d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:15.481397 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-d4dfca2b-086b-4ef7-953f-b450aac35dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:16.341810 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:18.228842 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:19.623018 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:26.497514 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:32.533300 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:41:36.486231 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:36.490529 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=10 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:36.492588 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:43.071831 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-2a277cef-e434-4e27-9388-1abdd3880f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:43.577096 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=14 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:43.587377 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=20 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:41:45.483921 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-037e585f-fbfd-430e-bd86-e87dc7195cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:46.344860 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:48.112290 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:49.626185 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:41:56.502460 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:06.492702 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:06.495854 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:06.497961 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:09.532943 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:42:13.072716 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-4937954f-773b-441e-8434-a65be1baf748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:15.485662 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-04ed02a6-5234-485e-8f15-231cd73a0dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:16.347946 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:18.115165 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:19.628661 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:20.579494 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:20.583640 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:26.509273 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:29.624936 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:36.503123 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:36.505011 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:41.612234 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:41.613004 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:DELETE=1 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:43.075156 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-46362642-7d3d-4180-92ed-e94c73031bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:45.486655 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-189f18cb-b878-444d-b6e5-5ebfc955c57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (bd14827c-40f8-4479-a871-4dd385a1ab40), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:46.351787 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-ebb09dc5-1efe-4fc3-a161-93133ad4abca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (ca5e402f-3d57-4010-88b9-7f6beaafa62f), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:46.532214 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG neutron.db.agents_db [None req-acb59076-4c74-4a58-aac1-6a3311861f92 None None] Agent healthcheck: found 6 active agents {{(pid=103892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 07 14:42:48.118490 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-107d960e-33f3-41fb-b5e4-4d0e39f4aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (102fe6eb-71e5-4be8-aeaa-7558156f8515), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:49.630780 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-be0b39b4-21d3-4b2b-b6ec-c35c7664051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (797d9b17-e7cb-4bd9-9993-e4fc07643da2), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:56.504615 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-658b5832-9fb6-40f6-8388-87c47c035b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (a88c8ffb-a9bd-476c-be3d-e206fae2bd32), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 07 14:42:57.579572 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:42:57.580299 dv-cinder-836083-9-iscsi neutron-server[103892]: DEBUG dbcounter [-] [103892] Writing DB stats neutron:SELECT=4 {{(pid=103892) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:43:06.493721 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:43:06.497176 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:43:06.499427 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG dbcounter [-] [103891] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 07 14:43:13.078901 dv-cinder-836083-9-iscsi neutron-server[103891]: DEBUG neutron_lib.callbacks.manager [None req-615c2412-bb06-4e57-84d3-60f08035dac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767759415031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715020'] for agent (b8df3a1f-cd00-4613-a8b6-0b44021fba01), after_update {{(pid=103891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}